[ 525.852893] env[65003]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.852893] env[65003]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.821834] env[65093]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.821834] env[65093]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.662663] env[65093]: INFO neutron.common.config [-] Logging enabled! [ 528.663040] env[65093]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 528.663219] env[65093]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65093) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.663519] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.663617] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.664481] env[65093]: WARNING oslo_policy.policy [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.664694] env[65093]: WARNING oslo_policy.policy [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.666353] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] VMware NSXv3 Agent initialized successfully. [ 528.666713] env[65093]: DEBUG oslo_concurrency.lockutils [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] Acquiring lock "singleton_lock" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.666843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] Acquired lock "singleton_lock" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.667058] env[65093]: DEBUG oslo_concurrency.lockutils [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] Releasing lock "singleton_lock" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.667356] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] Full set of CONF: {{(pid=65093) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.667468] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ******************************************************************************** {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.667570] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] Configuration options gathered from: {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.668237] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.668417] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.668527] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ================================================================================ {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.668696] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] agent_down_time = 75 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.668834] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] allow_automatic_dhcp_failover = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.668969] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] allow_bulk = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669134] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] api_extensions_path = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669270] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] api_paste_config = api-paste.ini {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669408] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] auth_strategy = keystone {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669511] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] backdoor_port = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669609] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] backdoor_socket = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669741] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] backlog = 4096 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.669875] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] base_mac = fa:16:3e:00:00:00 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670073] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] bind_host = 0.0.0.0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670220] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] bind_port = 9696 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670355] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] client_socket_timeout = 900 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670495] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] config_dir = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670612] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670750] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] config_source = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.670892] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] control_exchange = neutron {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671073] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] core_plugin = ml2 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671217] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] debug = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671353] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] default_availability_zones = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671557] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671695] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] dhcp_agent_notification = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671826] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] dhcp_agents_per_network = 1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.671956] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] dhcp_lease_duration = 86400 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672107] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] dhcp_load_type = networks {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672245] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] dns_domain = openstacklocal {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672379] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672510] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_default_route_bfd = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672637] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_default_route_ecmp = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672763] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_dvr = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.672890] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_new_agents = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673026] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673157] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_signals = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673283] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] enable_traditional_dhcp = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673407] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] external_dns_driver = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673531] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] filter_validation = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673668] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] global_physnet_mtu = 8950 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673796] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] graceful_shutdown_timeout = 60 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.673974] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] host = cpu-1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.674186] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] host_dvr_for_dhcp = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.674355] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] http_retries = 3 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.674501] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] instance_format = [instance: %(uuid)s] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.674642] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.674782] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ipam_driver = internal {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.674914] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ipv6_pd_enabled = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675058] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] l3_ha = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675198] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675334] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] l3_ha_network_physical_name = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675469] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] l3_ha_network_type = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675610] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_color = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675740] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_config_append = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.675874] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676011] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_dir = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676155] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_file = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676258] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_options = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676389] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_rotate_interval = 1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676529] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_rotate_interval_type = days {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676664] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] log_rotation_type = none {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676768] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.676870] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677015] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677159] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677260] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677391] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] max_dns_nameservers = 5 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677522] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] max_header_line = 16384 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677649] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] max_l3_agents_per_router = 3 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677778] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] max_logfile_count = 30 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.677912] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] max_logfile_size_mb = 200 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678082] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] max_subnet_host_routes = 20 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678226] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] my_ip = 10.180.1.21 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678361] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] my_ipv6 = ::1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678489] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] network_auto_schedule = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678615] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] network_link_prefix = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678753] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.678901] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] notify_nova_on_port_data_changes = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679039] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] notify_nova_on_port_status_changes = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679182] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] pagination_max_limit = -1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679311] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] publish_errors = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679441] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] rate_limit_burst = 0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679578] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] rate_limit_except_level = CRITICAL {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679706] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] rate_limit_interval = 0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.679833] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] retry_until_window = 30 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680013] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] router_distributed = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680163] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] rpc_resources_processing_step = 20 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680294] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] rpc_response_max_timeout = 600 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680426] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] rpc_response_timeout = 60 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680558] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] send_events_interval = 2 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680708] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] service_plugins = ['router'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.680845] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] setproctitle = on {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681038] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] shell_completion = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681169] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] state_path = /opt/stack/data/neutron {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681307] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] syslog_log_facility = LOG_USER {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681438] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] tcp_keepidle = 600 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681576] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] transport_url = **** {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681707] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] use_journal = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681836] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] use_json = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.681965] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] use_ssl = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682106] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] use_stderr = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682246] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] use_syslog = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682370] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] vlan_qinq = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682495] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] vlan_transparent = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682622] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] watch_log_file = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682752] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] wsgi_default_pool_size = 100 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.682879] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] wsgi_keep_alive = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.683037] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.683157] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] wsgi_server_debug = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.683306] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_concurrency.disable_process_locking = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683446] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683587] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683719] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683857] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683994] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684144] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684294] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.connection_string = messaging:// {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684434] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.enabled = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684573] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.es_doc_type = notification {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684708] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.es_scroll_size = 10000 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684844] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.es_scroll_time = 2m {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684976] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.filter_error_trace = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685126] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.hmac_keys = **** {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685262] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.sentinel_service_name = mymaster {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685399] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.socket_timeout = 0.1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685551] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.trace_requests = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685749] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler.trace_sqlalchemy = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685915] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler_jaeger.process_tags = {} {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686063] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler_jaeger.service_name_prefix = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686201] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] profiler_otlp.service_name_prefix = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686348] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.enforce_new_defaults = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686615] env[65093]: WARNING oslo_config.cfg [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.686764] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.enforce_scope = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686908] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.policy_default_rule = default {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687071] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687217] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687357] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687492] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687626] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687755] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687885] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688065] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_policy.remote_timeout = 60.0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688226] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688376] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] agent.extensions = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688518] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688657] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] service_providers.service_provider = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688802] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.default_quota = -1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688946] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689096] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_floatingip = 50 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689238] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_network = 100 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689372] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_port = 500 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689503] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689636] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_router = 10 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689766] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_security_group = 10 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689909] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690068] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.quota_subnet = 100 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690207] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] QUOTAS.track_quota_usage = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690355] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690486] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.group = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690641] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.helper_command = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690750] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.log_daemon_traceback = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690886] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691053] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.thread_pool_size = 8 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691192] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep.user = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691333] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691462] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.group = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691591] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.helper_command = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691720] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691856] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691987] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692131] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_dhcp_release.user = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692272] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692399] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.group = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692524] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.helper_command = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692652] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692785] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692915] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693054] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_ovs_vsctl.user = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693192] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.capabilities = [21] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693318] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.group = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693446] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.helper_command = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693576] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.log_daemon_traceback = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693711] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693848] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.thread_pool_size = 8 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693975] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_namespace.user = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694125] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.capabilities = [12] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694253] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.group = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694379] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.helper_command = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694508] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694642] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694772] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694899] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_conntrack.user = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695045] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.capabilities = [12, 21] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695174] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.group = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695345] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.helper_command = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695490] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.log_daemon_traceback = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695627] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695758] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.thread_pool_size = 8 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695883] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] privsep_link.user = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696047] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696199] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696335] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.continue_on_failed_promotions = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696467] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.dscp = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696602] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.dscp_inherit = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696744] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.force_mp_to_policy = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696875] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.locking_coordinator_url = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697014] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.log_agent_heartbeats = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697153] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.logging_expire = 1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697296] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697438] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697594] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.polling_interval = 240 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697744] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697888] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698041] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.report_interval = 30.0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698191] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698327] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698466] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698603] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.sync_skew = 60 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698739] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.synchronization_queue_size = 20 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698873] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT.use_helper_for_ns_read = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699027] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] SECURITYGROUP.enable_ipset = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699165] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] SECURITYGROUP.enable_security_group = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699305] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699444] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699583] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] experimental.ipv6_pd_enabled = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699738] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.extension_drivers = ['port_security'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699869] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.external_network_type = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700052] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700207] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.overlay_ip_version = 4 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700348] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.path_mtu = 8950 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700486] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.physical_network_mtus = {} {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700631] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.tenant_network_types = ['vlan'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700770] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700923] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ml2.type_drivers = ['vlan'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701091] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT_CLI.neutron_port_id = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701229] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701361] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701506] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701647] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701787] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701928] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702081] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702223] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702413] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702557] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_login_password = **** {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702705] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_login_port = 443 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702842] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_login_user = admin {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702980] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703134] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703269] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703401] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703540] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703678] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704058] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704058] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704124] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704223] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704349] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704482] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704618] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704802] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704946] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] vsphere.vsphere_login_password = VMware1! {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705101] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705299] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705453] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.auth_section = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705605] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.auth_type = password {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705748] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705880] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.certfile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706028] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.collect_timing = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706177] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.endpoint_type = public {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706314] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.insecure = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706444] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.keyfile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706586] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.region_name = RegionOne {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706722] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.split_loggers = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706853] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] nova.timeout = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706990] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.auth_section = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707152] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.auth_type = password {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707290] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707456] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.certfile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707598] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.collect_timing = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707740] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.endpoint_type = public {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707875] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.insecure = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708013] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.keyfile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708148] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.region_name = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708277] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.split_loggers = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708407] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] placement.timeout = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708545] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.auth_section = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708678] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.auth_type = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708803] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.cafile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708930] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.certfile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709072] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.collect_timing = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709204] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.connect_retries = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709333] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.connect_retry_delay = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709467] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.enable_notifications = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709612] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.endpoint_override = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709761] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.insecure = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709900] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.interface = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710063] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.keyfile = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710208] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.max_version = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710341] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.min_version = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710472] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.region_name = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710604] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.retriable_status_codes = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710733] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.service_name = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710862] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.service_type = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711041] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.split_loggers = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711184] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.status_code_retries = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711315] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.status_code_retry_delay = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711444] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.timeout = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711576] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.valid_interfaces = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711729] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ironic.version = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711929] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] cli_script.dry_run = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712100] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712240] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712375] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712506] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712637] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712768] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712898] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713039] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713176] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713315] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713445] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713585] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713721] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713856] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713987] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714142] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714276] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714408] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714546] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714678] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714809] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714940] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715084] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715217] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715347] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715477] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715605] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715733] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715862] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715990] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716136] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.ssl = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716275] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716412] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716542] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716678] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716814] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.ssl_version = {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716944] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717097] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_notifications.driver = [] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717232] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_notifications.retry = -1 {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717379] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717510] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] oslo_messaging_notifications.transport_url = **** {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717613] env[65093]: DEBUG oslo_service.backend._eventlet.service [None req-250bb23e-14b3-428a-a4d8-0a2cb7fdc5ea None None] ******************************************************************************** {{(pid=65093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.718768] env[65093]: DEBUG neutron.agent.securitygroups_rpc [None req-320c0586-0835-4259-a03a-68806225beec None None] Init firewall settings (driver=nsxv3) {{(pid=65093) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.720117] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-320c0586-0835-4259-a03a-68806225beec None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65093) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.720356] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.722584] env[65093]: DEBUG dogpile.cache.region [None req-320c0586-0835-4259-a03a-68806225beec None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.722709] env[65093]: DEBUG dogpile.lock [None req-320c0586-0835-4259-a03a-68806225beec None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.722805] env[65093]: DEBUG dogpile.lock [None req-320c0586-0835-4259-a03a-68806225beec None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.722893] env[65093]: DEBUG dogpile.lock [None req-320c0586-0835-4259-a03a-68806225beec None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.722986] env[65093]: DEBUG dogpile.cache.region [None req-320c0586-0835-4259-a03a-68806225beec None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.723086] env[65093]: DEBUG dogpile.lock [None req-320c0586-0835-4259-a03a-68806225beec None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.723207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.742147] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-320c0586-0835-4259-a03a-68806225beec None None] Session token - acquiring [ 528.743725] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.743882] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.743980] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.744448] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.754945] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.022971] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-320c0586-0835-4259-a03a-68806225beec None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.044143] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.044328] env[65093]: DEBUG dogpile.cache.region [None req-320c0586-0835-4259-a03a-68806225beec None None] Cache value generated in 0.321 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.044406] env[65093]: DEBUG dogpile.lock [None req-320c0586-0835-4259-a03a-68806225beec None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.044524] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Activating Policy API Provider. [ 529.044716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Looking for the default Infrastructure Rules. [ 529.106561] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Looking for the Default Layer3 Logged Drop Section. [ 529.121309] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-320c0586-0835-4259-a03a-68806225beec None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.121761] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.121926] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.122043] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.122350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.122706] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-320c0586-0835-4259-a03a-68806225beec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.638322] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-320c0586-0835-4259-a03a-68806225beec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.140565] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-320c0586-0835-4259-a03a-68806225beec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.643125] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-320c0586-0835-4259-a03a-68806225beec None None] Inventory metadata is going to be refreshed. [ 530.643300] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.391125] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.391629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.391629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.391935] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.403036] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-320c0586-0835-4259-a03a-68806225beec None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.403954] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.404854] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.423384] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.423621] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.423664] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.423974] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.424114] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.424256] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.424468] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.424612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.445990] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.446247] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.446708] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.446708] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.446848] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.446952] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.466279] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.466541] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.466541] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.466878] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.467048] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.467216] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.485309] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.485563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.485563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.485846] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.485986] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.486144] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.486246] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.486378] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.503061] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.503304] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.503379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.503605] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.503724] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.503859] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.503964] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.504075] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.524128] env[65093]: DEBUG networking_nsxv3.common.locking [None req-320c0586-0835-4259-a03a-68806225beec None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.524393] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.524393] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.524701] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.524833] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.524979] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.525094] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-320c0586-0835-4259-a03a-68806225beec None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.525192] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-320c0586-0835-4259-a03a-68806225beec None None] Inventory metadata have been refreshed. [ 531.525285] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-320c0586-0835-4259-a03a-68806225beec None None] Dryrun:True. Metadata refresh completed. [ 531.525402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-320c0586-0835-4259-a03a-68806225beec None None] Releasing lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.527090] env[65093]: INFO neutron.agent.agent_extensions_manager [None req-320c0586-0835-4259-a03a-68806225beec None None] Loaded agent extensions: [] [ 531.528061] env[65093]: DEBUG neutron_lib.callbacks.manager [None req-320c0586-0835-4259-a03a-68806225beec None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65093) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.577262] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.577478] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.577478] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent out of sync with plugin! [ 536.529134] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.529518] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.530666] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.531063] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.463794] env[65093]: INFO networking_nsxv3.common.synchronization [None req-8c63dff5-12c1-4c02-a0e7-a565527ed7b7 demo admin] Enqueued Resource ID: d009fae3-ad25-4a43-b5de-375f22e9dcd7 with Priority: HIGHEST for action security_group_rules [ 546.464359] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d009fae3-ad25-4a43-b5de-375f22e9dcd7 with Priority: HIGHEST for action security_group_rules [ 546.464860] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d009fae3-ad25-4a43-b5de-375f22e9dcd7 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.465015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d009fae3-ad25-4a43-b5de-375f22e9dcd7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.465087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d009fae3-ad25-4a43-b5de-375f22e9dcd7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.465430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d009fae3-ad25-4a43-b5de-375f22e9dcd7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.465537] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d009fae3-ad25-4a43-b5de-375f22e9dcd7',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.985749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.986077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.986077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.986217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.986281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.986393] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d009fae3-ad25-4a43-b5de-375f22e9dcd7 already deleted. [ 546.986508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d009fae3-ad25-4a43-b5de-375f22e9dcd7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.466107] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.466564] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.467541] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.467755] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.468765] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.468765] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.469779] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.469779] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.471224] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.471554] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.639154] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ebd35fc6-60a1-482d-83c5-728d9e46f0a2 None None] Enqueued Resource ID: 90d66970-8cd0-426b-bcd6-7507e49905d5 with Priority: HIGHEST for action port [ 571.639700] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d66970-8cd0-426b-bcd6-7507e49905d5 with Priority: HIGHEST for action port [ 571.639995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d66970-8cd0-426b-bcd6-7507e49905d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.640128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d66970-8cd0-426b-bcd6-7507e49905d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.640207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d66970-8cd0-426b-bcd6-7507e49905d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.640434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d66970-8cd0-426b-bcd6-7507e49905d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.640520] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d66970-8cd0-426b-bcd6-7507e49905d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.144415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90d66970-8cd0-426b-bcd6-7507e49905d5 [ 572.144537] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.144625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.144625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.144833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.144942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.145019] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90d66970-8cd0-426b-bcd6-7507e49905d5 already deleted. [ 572.145091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d66970-8cd0-426b-bcd6-7507e49905d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.453616] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5cd45fd5-0e96-4dad-91a9-c13fdb270417 None None] Enqueued Resource ID: 308f35ab-b4c6-4431-8e45-ae1824a618c0 with Priority: HIGHEST for action port [ 573.454241] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308f35ab-b4c6-4431-8e45-ae1824a618c0 with Priority: HIGHEST for action port [ 573.454241] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-308f35ab-b4c6-4431-8e45-ae1824a618c0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.454241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308f35ab-b4c6-4431-8e45-ae1824a618c0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.454358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308f35ab-b4c6-4431-8e45-ae1824a618c0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.454526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308f35ab-b4c6-4431-8e45-ae1824a618c0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.454612] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308f35ab-b4c6-4431-8e45-ae1824a618c0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.660958] env[65093]: INFO networking_nsxv3.common.synchronization [None req-98db9a90-e38a-434d-b772-1992a478f5e1 None None] Enqueued Resource ID: 4889206d-a53a-40db-94a3-d20921060b6f with Priority: HIGHEST for action port [ 573.661639] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4889206d-a53a-40db-94a3-d20921060b6f with Priority: HIGHEST for action port [ 573.662598] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4889206d-a53a-40db-94a3-d20921060b6f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.662903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4889206d-a53a-40db-94a3-d20921060b6f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.663217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4889206d-a53a-40db-94a3-d20921060b6f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.663692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4889206d-a53a-40db-94a3-d20921060b6f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.663856] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4889206d-a53a-40db-94a3-d20921060b6f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.957964] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308f35ab-b4c6-4431-8e45-ae1824a618c0 [ 573.957964] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.957964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.957964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.957964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.957964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.957964] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308f35ab-b4c6-4431-8e45-ae1824a618c0 already deleted. [ 573.957964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308f35ab-b4c6-4431-8e45-ae1824a618c0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.168069] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4889206d-a53a-40db-94a3-d20921060b6f [ 574.168543] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.168699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.168771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.168985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.169088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.169194] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4889206d-a53a-40db-94a3-d20921060b6f already deleted. [ 574.169320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4889206d-a53a-40db-94a3-d20921060b6f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.573249] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2919f009-eaa8-4a63-9106-9429625e7797 None None] Enqueued Resource ID: e737e019-52b8-4606-9616-f4c1251dfe2e with Priority: HIGHEST for action port [ 575.573765] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e737e019-52b8-4606-9616-f4c1251dfe2e with Priority: HIGHEST for action port [ 575.574085] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e737e019-52b8-4606-9616-f4c1251dfe2e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.574233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e737e019-52b8-4606-9616-f4c1251dfe2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.574304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e737e019-52b8-4606-9616-f4c1251dfe2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.574580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e737e019-52b8-4606-9616-f4c1251dfe2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.574671] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e737e019-52b8-4606-9616-f4c1251dfe2e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.077257] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e737e019-52b8-4606-9616-f4c1251dfe2e [ 576.077257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.077257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.077257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.077951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.077951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.077951] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e737e019-52b8-4606-9616-f4c1251dfe2e already deleted. [ 576.078101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e737e019-52b8-4606-9616-f4c1251dfe2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.608127] env[65093]: INFO networking_nsxv3.common.synchronization [None req-07c3750b-989d-418e-b1fc-89dd47ce3731 None None] Enqueued Resource ID: e867dab8-2aa7-46f3-be77-152f9dbad084 with Priority: HIGHEST for action port [ 577.608384] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e867dab8-2aa7-46f3-be77-152f9dbad084 with Priority: HIGHEST for action port [ 577.608976] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e867dab8-2aa7-46f3-be77-152f9dbad084 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.609119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e867dab8-2aa7-46f3-be77-152f9dbad084" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.609189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e867dab8-2aa7-46f3-be77-152f9dbad084" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.609428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e867dab8-2aa7-46f3-be77-152f9dbad084" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.609518] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e867dab8-2aa7-46f3-be77-152f9dbad084',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.116843] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e867dab8-2aa7-46f3-be77-152f9dbad084 [ 578.117100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.117237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.117343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.117508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.117592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.117684] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e867dab8-2aa7-46f3-be77-152f9dbad084 already deleted. [ 578.117761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e867dab8-2aa7-46f3-be77-152f9dbad084" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.261270] env[65093]: INFO networking_nsxv3.common.synchronization [None req-1389ba6a-89fe-40e8-8ac4-e8f88db9e3f7 None None] Enqueued Resource ID: 028a0b18-6599-4fb3-a839-79ce109aa9ef with Priority: HIGHEST for action port [ 578.262044] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028a0b18-6599-4fb3-a839-79ce109aa9ef with Priority: HIGHEST for action port [ 578.262044] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-028a0b18-6599-4fb3-a839-79ce109aa9ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.262274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-028a0b18-6599-4fb3-a839-79ce109aa9ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.262274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-028a0b18-6599-4fb3-a839-79ce109aa9ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.262479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-028a0b18-6599-4fb3-a839-79ce109aa9ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.262578] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028a0b18-6599-4fb3-a839-79ce109aa9ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.504899] env[65093]: INFO networking_nsxv3.common.synchronization [None req-8b4a57fb-89fa-4419-b751-36e9a68fd59f None None] Enqueued Resource ID: b830189a-fbf9-4da9-9fb1-51608be017b5 with Priority: HIGHEST for action port [ 578.505549] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b830189a-fbf9-4da9-9fb1-51608be017b5 with Priority: HIGHEST for action port [ 578.506169] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-b830189a-fbf9-4da9-9fb1-51608be017b5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.506169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b830189a-fbf9-4da9-9fb1-51608be017b5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.506344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b830189a-fbf9-4da9-9fb1-51608be017b5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.507118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b830189a-fbf9-4da9-9fb1-51608be017b5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.507118] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b830189a-fbf9-4da9-9fb1-51608be017b5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.766031] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 028a0b18-6599-4fb3-a839-79ce109aa9ef [ 578.766031] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.766031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.766031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.766473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.766473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.766473] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:028a0b18-6599-4fb3-a839-79ce109aa9ef already deleted. [ 578.766473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-028a0b18-6599-4fb3-a839-79ce109aa9ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.010102] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b830189a-fbf9-4da9-9fb1-51608be017b5 [ 579.010430] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.010666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.010775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.011084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.011224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.011375] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b830189a-fbf9-4da9-9fb1-51608be017b5 already deleted. [ 579.011505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b830189a-fbf9-4da9-9fb1-51608be017b5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.030212] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ac00e1ac-438b-498a-9b49-682f6fe21355 None None] Enqueued Resource ID: f637fb44-67e4-49ed-9b8c-9fdc8891fcdd with Priority: HIGHEST for action port [ 580.030212] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f637fb44-67e4-49ed-9b8c-9fdc8891fcdd with Priority: HIGHEST for action port [ 580.030212] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f637fb44-67e4-49ed-9b8c-9fdc8891fcdd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.030212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f637fb44-67e4-49ed-9b8c-9fdc8891fcdd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.030212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f637fb44-67e4-49ed-9b8c-9fdc8891fcdd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.030212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f637fb44-67e4-49ed-9b8c-9fdc8891fcdd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.031884] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f637fb44-67e4-49ed-9b8c-9fdc8891fcdd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.534819] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f637fb44-67e4-49ed-9b8c-9fdc8891fcdd [ 580.535089] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.535237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.535353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.535514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.535623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.535701] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f637fb44-67e4-49ed-9b8c-9fdc8891fcdd already deleted. [ 580.535796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f637fb44-67e4-49ed-9b8c-9fdc8891fcdd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.817895] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7b27a837-aa0d-4892-8577-5404a8bee41f None None] Enqueued Resource ID: a5564a39-f40b-4a0a-a2ad-79c5393a1685 with Priority: HIGHEST for action port [ 580.818220] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5564a39-f40b-4a0a-a2ad-79c5393a1685 with Priority: HIGHEST for action port [ 580.819072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5564a39-f40b-4a0a-a2ad-79c5393a1685 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.819072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5564a39-f40b-4a0a-a2ad-79c5393a1685" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.819072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5564a39-f40b-4a0a-a2ad-79c5393a1685" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.819480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5564a39-f40b-4a0a-a2ad-79c5393a1685" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.819583] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5564a39-f40b-4a0a-a2ad-79c5393a1685',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.102690] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e11deda4-644d-4021-81f9-c76c3ee000e0 None None] Enqueued Resource ID: 9f4b1309-56e2-4ac1-94bb-adc140ba2ff7 with Priority: HIGHEST for action port [ 581.103252] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4b1309-56e2-4ac1-94bb-adc140ba2ff7 with Priority: HIGHEST for action port [ 581.103488] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f4b1309-56e2-4ac1-94bb-adc140ba2ff7 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.103626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f4b1309-56e2-4ac1-94bb-adc140ba2ff7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.104207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f4b1309-56e2-4ac1-94bb-adc140ba2ff7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.104207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f4b1309-56e2-4ac1-94bb-adc140ba2ff7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.104207] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4b1309-56e2-4ac1-94bb-adc140ba2ff7',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.323249] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5564a39-f40b-4a0a-a2ad-79c5393a1685 [ 581.323249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.323393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.323393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.327021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.327021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.327021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5564a39-f40b-4a0a-a2ad-79c5393a1685 already deleted. [ 581.327021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5564a39-f40b-4a0a-a2ad-79c5393a1685" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.608333] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f4b1309-56e2-4ac1-94bb-adc140ba2ff7 [ 581.608799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.608799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.609016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.609075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.609134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.609217] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f4b1309-56e2-4ac1-94bb-adc140ba2ff7 already deleted. [ 581.609609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f4b1309-56e2-4ac1-94bb-adc140ba2ff7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.381339] env[65093]: INFO networking_nsxv3.common.synchronization [None req-0f4971d0-b6ea-4956-bd1d-a1c1dfdb7a7b None None] Enqueued Resource ID: 16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8 with Priority: HIGHEST for action port [ 582.382847] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8 with Priority: HIGHEST for action port [ 582.383544] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.383811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.383985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.385142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.385142] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.888676] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8 [ 582.888676] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.888676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.888676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.888676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.888676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.888676] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8 already deleted. [ 582.888676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16fb27b4-4ebc-44fc-9cef-9714f1f0a4b8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.531145] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.531518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.531518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.531595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.531818] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.034329] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.287130] env[65093]: INFO networking_nsxv3.common.synchronization [None req-547a47ce-4a1c-41ff-8a29-fb5e19fe5938 None None] Enqueued Resource ID: dcb0b7b9-bfa2-408d-8284-927ccc66e974 with Priority: HIGHEST for action port [ 584.288570] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb0b7b9-bfa2-408d-8284-927ccc66e974 with Priority: HIGHEST for action port [ 584.288964] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb0b7b9-bfa2-408d-8284-927ccc66e974 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.289655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb0b7b9-bfa2-408d-8284-927ccc66e974" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.289655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb0b7b9-bfa2-408d-8284-927ccc66e974" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.289655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb0b7b9-bfa2-408d-8284-927ccc66e974" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.289655] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb0b7b9-bfa2-408d-8284-927ccc66e974',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.537276] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.793602] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcb0b7b9-bfa2-408d-8284-927ccc66e974 [ 584.793602] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.793602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.793602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.793602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.793602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.793602] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcb0b7b9-bfa2-408d-8284-927ccc66e974 already deleted. [ 584.793602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb0b7b9-bfa2-408d-8284-927ccc66e974" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.025635] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e4b2f87a-4840-488f-b47f-ac6fc4e968c2 None None] Enqueued Resource ID: 74278d7e-c2aa-4c52-a935-ffc6189aa2c1 with Priority: HIGHEST for action port [ 585.025963] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74278d7e-c2aa-4c52-a935-ffc6189aa2c1 with Priority: HIGHEST for action port [ 585.026734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-74278d7e-c2aa-4c52-a935-ffc6189aa2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.026734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74278d7e-c2aa-4c52-a935-ffc6189aa2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.026734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74278d7e-c2aa-4c52-a935-ffc6189aa2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.027027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74278d7e-c2aa-4c52-a935-ffc6189aa2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.027762] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74278d7e-c2aa-4c52-a935-ffc6189aa2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.041131] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 585.041261] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 585.424781] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5ac04a11-4b3c-4b9a-ac54-1880943ade4d None None] Enqueued Resource ID: fc5447ac-0c00-4516-b913-a8d8d54270e8 with Priority: HIGHEST for action port [ 585.425520] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5447ac-0c00-4516-b913-a8d8d54270e8 with Priority: HIGHEST for action port [ 585.425943] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc5447ac-0c00-4516-b913-a8d8d54270e8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.426105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc5447ac-0c00-4516-b913-a8d8d54270e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.426169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc5447ac-0c00-4516-b913-a8d8d54270e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.426441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc5447ac-0c00-4516-b913-a8d8d54270e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.426523] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5447ac-0c00-4516-b913-a8d8d54270e8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.531598] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74278d7e-c2aa-4c52-a935-ffc6189aa2c1 [ 585.531598] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.531598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.531840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.531938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.532044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.532143] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74278d7e-c2aa-4c52-a935-ffc6189aa2c1 already deleted. [ 585.532225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74278d7e-c2aa-4c52-a935-ffc6189aa2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.907482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.907849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.907907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.908266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.926117] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 585.931200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.931200] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 585.932495] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc5447ac-0c00-4516-b913-a8d8d54270e8 [ 585.932534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.933622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.933622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.933622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.933622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.933622] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc5447ac-0c00-4516-b913-a8d8d54270e8 already deleted. [ 585.933622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc5447ac-0c00-4516-b913-a8d8d54270e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.953742] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.955036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.955036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.955036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.955036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.955036] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 585.955036] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.955036] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 585.980707] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.980877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.981080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.981198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.981336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.981450] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.007489] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.007651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.007759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.008009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.008182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.008354] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.034088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.034088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.034088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.034570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.034679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.034829] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 586.034872] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.036175] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 586.056148] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.059699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.059842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.060093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.060192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.060755] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 586.060755] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.060755] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 586.083926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.084085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.084212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.084372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.084481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.084806] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 586.084806] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.084806] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 586.084806] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 586.084928] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 586.084928] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 586.084980] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 586.085269] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 586.085349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 586.085378] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.107582] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.107786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.107786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.109060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.109060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.109060] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.134254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.134426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.134472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.134690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.134795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.149314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.239723] env[65093]: INFO networking_nsxv3.common.synchronization [None req-35c35ddc-47ae-4a29-92fb-c507ef84bcca None None] Enqueued Resource ID: 9ba6b58f-093a-4957-91ad-e94b6905bb8f with Priority: HIGHEST for action port [ 586.240304] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba6b58f-093a-4957-91ad-e94b6905bb8f with Priority: HIGHEST for action port [ 586.240410] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba6b58f-093a-4957-91ad-e94b6905bb8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.240730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba6b58f-093a-4957-91ad-e94b6905bb8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.240730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba6b58f-093a-4957-91ad-e94b6905bb8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.240898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba6b58f-093a-4957-91ad-e94b6905bb8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.241201] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba6b58f-093a-4957-91ad-e94b6905bb8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.434925] env[65093]: INFO networking_nsxv3.common.synchronization [None req-d5467417-9bd8-4808-9153-c48e292ebadc None None] Enqueued Resource ID: f27e3651-4299-46fe-99bc-c6d5f6fd20d2 with Priority: HIGHEST for action port [ 586.435587] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27e3651-4299-46fe-99bc-c6d5f6fd20d2 with Priority: HIGHEST for action port [ 586.436046] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27e3651-4299-46fe-99bc-c6d5f6fd20d2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.436296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27e3651-4299-46fe-99bc-c6d5f6fd20d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.436474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27e3651-4299-46fe-99bc-c6d5f6fd20d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.437139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27e3651-4299-46fe-99bc-c6d5f6fd20d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.437334] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27e3651-4299-46fe-99bc-c6d5f6fd20d2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.747720] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ba6b58f-093a-4957-91ad-e94b6905bb8f [ 586.747720] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.747720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.747720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.747720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.747720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.747720] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ba6b58f-093a-4957-91ad-e94b6905bb8f already deleted. [ 586.747720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba6b58f-093a-4957-91ad-e94b6905bb8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.940026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f27e3651-4299-46fe-99bc-c6d5f6fd20d2 [ 586.941409] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.941409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.941409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.942041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.942148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.942253] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f27e3651-4299-46fe-99bc-c6d5f6fd20d2 already deleted. [ 586.942347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27e3651-4299-46fe-99bc-c6d5f6fd20d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.965325] env[65093]: INFO networking_nsxv3.common.synchronization [None req-747116f1-5df1-415a-ada2-e620480678df None None] Enqueued Resource ID: 7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4 with Priority: HIGHEST for action port [ 586.965591] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4 with Priority: HIGHEST for action port [ 586.966524] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.966866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.966938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.967270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.967373] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.470647] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4 [ 587.470647] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.470647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.470647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.470647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.470647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.470647] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4 already deleted. [ 587.470647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0a056e-cfe1-4a96-a85f-3e0d45cfccd4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.639331] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a898d1a-35a6-4726-add9-27c52d67edcc req-7fc459ae-bcaf-489e-a341-7d5f858f866b tempest-ServersAdminNegativeTestJSON-18107877 tempest-ServersAdminNegativeTestJSON-18107877-project-member] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 587.639331] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 587.639331] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.639331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.639331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.639331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.639815] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.640052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.640211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.640461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.640660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.640867] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.850220] env[65093]: INFO networking_nsxv3.common.synchronization [req-4ca981e1-d606-42d7-bf99-17f0034f1bdf req-73d23a46-5015-4b02-b28b-aea81a202882 tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: 8e5d56f3-6a67-48a3-9f2d-43169d24db86 with Priority: HIGHEST for action security_group_rules [ 587.850831] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5d56f3-6a67-48a3-9f2d-43169d24db86 with Priority: HIGHEST for action security_group_rules [ 587.851156] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5d56f3-6a67-48a3-9f2d-43169d24db86 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.851368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5d56f3-6a67-48a3-9f2d-43169d24db86" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.851368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5d56f3-6a67-48a3-9f2d-43169d24db86" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.852282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5d56f3-6a67-48a3-9f2d-43169d24db86" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.852282] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5d56f3-6a67-48a3-9f2d-43169d24db86',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.038807] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6d2ab241-3e42-4819-9a38-1f9d9fd8ce6b None None] Enqueued Resource ID: 4f96aaf0-b7bf-4463-ac12-f85e4b742b83 with Priority: HIGHEST for action port [ 588.039755] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f96aaf0-b7bf-4463-ac12-f85e4b742b83 with Priority: HIGHEST for action port [ 588.040818] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f96aaf0-b7bf-4463-ac12-f85e4b742b83 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.040818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f96aaf0-b7bf-4463-ac12-f85e4b742b83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.040818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f96aaf0-b7bf-4463-ac12-f85e4b742b83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.041308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f96aaf0-b7bf-4463-ac12-f85e4b742b83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.041308] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f96aaf0-b7bf-4463-ac12-f85e4b742b83',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.144358] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.144484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.144527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.145409] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.145621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.145621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.145906] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 already deleted. [ 588.145990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.376693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.376896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.377663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.377663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.377663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.377663] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5d56f3-6a67-48a3-9f2d-43169d24db86 already deleted. [ 588.377663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5d56f3-6a67-48a3-9f2d-43169d24db86" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.546654] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f96aaf0-b7bf-4463-ac12-f85e4b742b83 [ 588.546938] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.547117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.548300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.548300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.548300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.548300] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f96aaf0-b7bf-4463-ac12-f85e4b742b83 already deleted. [ 588.548300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f96aaf0-b7bf-4463-ac12-f85e4b742b83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.905201] env[65093]: INFO networking_nsxv3.common.synchronization [req-4db89abb-affb-4628-80a3-3e8ff6ec6f85 req-2cb8b0a9-4cc1-4f61-bed3-49baff4bb203 tempest-DeleteServersAdminTestJSON-2130817003 tempest-DeleteServersAdminTestJSON-2130817003-project-member] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 588.905201] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 588.905201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.905201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.905201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.906646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.906646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.906774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.906774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.906893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.906979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.907080] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.202272] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4a4fdd90-aad5-4d72-8809-188594cfdf07 None None] Enqueued Resource ID: b60b9e30-46f3-416f-8e53-c2163d6baeb4 with Priority: HIGHEST for action port [ 589.203116] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60b9e30-46f3-416f-8e53-c2163d6baeb4 with Priority: HIGHEST for action port [ 589.203187] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60b9e30-46f3-416f-8e53-c2163d6baeb4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.203438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60b9e30-46f3-416f-8e53-c2163d6baeb4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.203438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60b9e30-46f3-416f-8e53-c2163d6baeb4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.203623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60b9e30-46f3-416f-8e53-c2163d6baeb4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.203710] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60b9e30-46f3-416f-8e53-c2163d6baeb4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.408955] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.409149] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.411159] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.411159] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 already deleted. [ 589.411159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.586651] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.586651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.586651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.586651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.590274] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.590678] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.590678] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.591189] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.591189] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.591545] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.591667] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.591903] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.591903] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.592055] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.592135] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.592387] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.612723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.612912] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.613080] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.613346] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.613661] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-218dd8ae-78cb-41aa-8059-6a6154223236 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.613845] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.614107] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.614468] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.614752] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218dd8ae-78cb-41aa-8059-6a6154223236',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.707154] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b60b9e30-46f3-416f-8e53-c2163d6baeb4 [ 589.707154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.707154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.707154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.707801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.707801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.707801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b60b9e30-46f3-416f-8e53-c2163d6baeb4 already deleted. [ 589.707801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60b9e30-46f3-416f-8e53-c2163d6baeb4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.960179] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.960458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.960533] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.960768] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.961074] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.961236] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.961351] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.961566] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.961706] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.961901] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.962752] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.962752] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.962752] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.962933] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.962972] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.963132] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.985235] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.985407] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.985592] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.985706] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.986039] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-a8739eff-b4e2-4d79-a946-8416d9fee428 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.986224] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.986342] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.986647] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.986781] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8739eff-b4e2-4d79-a946-8416d9fee428',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.124725] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.124953] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.125144] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.125427] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.125573] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.126095] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 218dd8ae-78cb-41aa-8059-6a6154223236 not found, creating... [ 590.126395] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.126557] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.126789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.127033] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.127176] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.127749] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.127926] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.128066] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.128275] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.128406] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.128538] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 218dd8ae-78cb-41aa-8059-6a6154223236 is going to be created. [ 590.149721] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.149882] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.151618] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.152227] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.152505] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.152767] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.489163] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.489484] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.489529] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.489772] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.489908] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.490067] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port a8739eff-b4e2-4d79-a946-8416d9fee428 not found, creating... [ 590.490645] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.490645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.490645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.490834] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.490981] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.491287] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.491438] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.491549] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.491753] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.491902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.492067] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: a8739eff-b4e2-4d79-a946-8416d9fee428 is going to be created. [ 590.511523] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.511831] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.511901] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.512108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.512417] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.512829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.681341] env[65093]: INFO networking_nsxv3.common.synchronization [None req-91bb2b40-0d3c-4a4a-b16f-f82857772053 None None] Enqueued Resource ID: 0724057c-fa6b-4ce0-914b-9d5b0e2254fd with Priority: HIGHEST for action port [ 590.681920] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0724057c-fa6b-4ce0-914b-9d5b0e2254fd with Priority: HIGHEST for action port [ 590.682237] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0724057c-fa6b-4ce0-914b-9d5b0e2254fd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.682359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0724057c-fa6b-4ce0-914b-9d5b0e2254fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.682620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0724057c-fa6b-4ce0-914b-9d5b0e2254fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.682701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0724057c-fa6b-4ce0-914b-9d5b0e2254fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.682751] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0724057c-fa6b-4ce0-914b-9d5b0e2254fd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.094676] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e5367334-af13-4d96-a569-034b8f7f6312 None None] Enqueued Resource ID: 980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb with Priority: HIGHEST for action port [ 591.094953] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb with Priority: HIGHEST for action port [ 591.095583] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.095709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.095781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.096123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.096261] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.177210] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a898d1a-35a6-4726-add9-27c52d67edcc req-fab0eb7f-035e-421a-a889-9d12c361223b service nova] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_rules [ 591.177266] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a898d1a-35a6-4726-add9-27c52d67edcc req-fab0eb7f-035e-421a-a889-9d12c361223b service nova] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 591.177483] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a898d1a-35a6-4726-add9-27c52d67edcc req-fab0eb7f-035e-421a-a889-9d12c361223b service nova] Enqueued Resource ID: 218dd8ae-78cb-41aa-8059-6a6154223236 with Priority: HIGHEST for action port [ 591.178460] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_rules [ 591.178460] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 591.178460] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218dd8ae-78cb-41aa-8059-6a6154223236 with Priority: HIGHEST for action port [ 591.178460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.178623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.178623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.178818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.178943] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.179750] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.179904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.179968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.180108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.181056] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.181056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.181056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.181056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.181056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.181056] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.182032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-218dd8ae-78cb-41aa-8059-6a6154223236 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.182101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.182133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.182283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.183385] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218dd8ae-78cb-41aa-8059-6a6154223236',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.184675] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0724057c-fa6b-4ce0-914b-9d5b0e2254fd [ 591.184835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.184971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.185076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.185155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.185222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.185312] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0724057c-fa6b-4ce0-914b-9d5b0e2254fd already deleted. [ 591.185387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0724057c-fa6b-4ce0-914b-9d5b0e2254fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298280] env[65093]: INFO networking_nsxv3.common.synchronization [req-4db89abb-affb-4628-80a3-3e8ff6ec6f85 req-f122c606-f41e-48bb-bb49-1b025ddd6bdc service nova] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_rules [ 591.298493] env[65093]: INFO networking_nsxv3.common.synchronization [req-4db89abb-affb-4628-80a3-3e8ff6ec6f85 req-f122c606-f41e-48bb-bb49-1b025ddd6bdc service nova] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 591.298625] env[65093]: INFO networking_nsxv3.common.synchronization [req-4db89abb-affb-4628-80a3-3e8ff6ec6f85 req-f122c606-f41e-48bb-bb49-1b025ddd6bdc service nova] Enqueued Resource ID: a8739eff-b4e2-4d79-a946-8416d9fee428 with Priority: HIGHEST for action port [ 591.299642] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_rules [ 591.299825] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 591.299935] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8739eff-b4e2-4d79-a946-8416d9fee428 with Priority: HIGHEST for action port [ 591.300391] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.300518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.300580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.301926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.302063] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.302909] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.303047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.303136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.303300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.303443] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.303539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.303595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.303736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.303816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.303907] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.304763] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8739eff-b4e2-4d79-a946-8416d9fee428 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.304826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.304890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.305064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.305144] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8739eff-b4e2-4d79-a946-8416d9fee428',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.599606] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb [ 591.599988] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.600079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.600248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.600348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.600442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.600589] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb already deleted. [ 591.600694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980d1e6e-40a0-4ff9-bf1f-ee6e71c62ddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.684352] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.684352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.696503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 218dd8ae-78cb-41aa-8059-6a6154223236 with status ACTIVE [ 591.696503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.696503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.696503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.696503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.696503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.697039] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.697173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.697228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.697402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.697479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.697657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.697751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.697799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.697937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.698017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.698100] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 218dd8ae-78cb-41aa-8059-6a6154223236 is going to be updated. [ 591.700984] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.726172] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.726315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.726427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.726614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.726766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.726908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218dd8ae-78cb-41aa-8059-6a6154223236" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.807905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.808113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.809456] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8739eff-b4e2-4d79-a946-8416d9fee428 with status ACTIVE [ 591.809746] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.809746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.809960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.810014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.810339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.810339] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.810451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.810451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.810665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.810665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.810799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.812092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.812092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.812092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.812092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.812092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8739eff-b4e2-4d79-a946-8416d9fee428 is going to be updated. [ 591.812776] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.837616] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.837777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.837852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.838064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.838202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.838350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8739eff-b4e2-4d79-a946-8416d9fee428" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.909957] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e7fd1d4c-92ca-43f2-b34a-8dd37aea1f45 None None] Enqueued Resource ID: 1350e393-c66f-4d2e-8ff4-0214e0b496ac with Priority: HIGHEST for action port [ 591.910548] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1350e393-c66f-4d2e-8ff4-0214e0b496ac with Priority: HIGHEST for action port [ 591.911561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1350e393-c66f-4d2e-8ff4-0214e0b496ac taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.911561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1350e393-c66f-4d2e-8ff4-0214e0b496ac" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.911561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1350e393-c66f-4d2e-8ff4-0214e0b496ac" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.911939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1350e393-c66f-4d2e-8ff4-0214e0b496ac" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.911939] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1350e393-c66f-4d2e-8ff4-0214e0b496ac',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.203301] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.316148] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.414147] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1350e393-c66f-4d2e-8ff4-0214e0b496ac [ 592.414249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.414397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.414448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.414687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.414772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.415087] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1350e393-c66f-4d2e-8ff4-0214e0b496ac already deleted. [ 592.415657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1350e393-c66f-4d2e-8ff4-0214e0b496ac" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.589383] env[65093]: INFO networking_nsxv3.common.synchronization [req-f54cb6a9-b3ac-4283-89c2-e514251ae0e8 req-179fca6d-0166-4f03-acc1-606c4cca3e40 tempest-ServerDiagnosticsNegativeTest-1076183469 tempest-ServerDiagnosticsNegativeTest-1076183469-project-member] Enqueued Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_members [ 592.589383] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_members [ 592.589383] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.589383] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.589383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.589951] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.708437] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.708904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.708904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.709041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.709041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.709131] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be created. [ 592.745035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.745035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.745035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.745035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.745035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.760280] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: UNINITIALIZED for 2s [ 592.817960] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.818153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.818227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.818462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.818695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.818844] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be created. [ 592.843907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.844280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.844439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.844758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.845050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.858603] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: UNINITIALIZED for 2s [ 593.096023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.096023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.096023] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5bc678-8165-4061-b256-82c327385fc9 already deleted. [ 593.096023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.462237] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.462466] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.462585] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.462859] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.463200] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.463430] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.463571] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.463810] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.463979] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.464246] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.464385] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.464526] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.464656] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.464787] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.464916] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.465077] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.484609] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.484783] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.484917] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.485088] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.485371] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-089d7557-0704-4c06-ae69-d76e0b59b5da taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.485528] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.485633] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.485937] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.486178] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089d7557-0704-4c06-ae69-d76e0b59b5da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.597812] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2a08a814-39b3-4078-b1e2-81beb1ca3369 None None] Enqueued Resource ID: 851d2244-70e2-4de7-898c-8b5d98e3f9d2 with Priority: HIGHEST for action port [ 593.598619] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851d2244-70e2-4de7-898c-8b5d98e3f9d2 with Priority: HIGHEST for action port [ 593.598970] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-851d2244-70e2-4de7-898c-8b5d98e3f9d2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.599153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-851d2244-70e2-4de7-898c-8b5d98e3f9d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.599221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-851d2244-70e2-4de7-898c-8b5d98e3f9d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.599466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-851d2244-70e2-4de7-898c-8b5d98e3f9d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.599549] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851d2244-70e2-4de7-898c-8b5d98e3f9d2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.992116] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.992490] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.992490] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.992724] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.992868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.993031] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 089d7557-0704-4c06-ae69-d76e0b59b5da not found, creating... [ 593.993313] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.993466] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.993579] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.993788] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.993919] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.994217] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.994365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.994475] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.994674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.994799] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.994930] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 089d7557-0704-4c06-ae69-d76e0b59b5da is going to be created. [ 594.016546] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.016748] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.016848] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.017128] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.017348] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.017551] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.102497] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 851d2244-70e2-4de7-898c-8b5d98e3f9d2 [ 594.103203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.103203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.103203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.103203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.103363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.103363] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:851d2244-70e2-4de7-898c-8b5d98e3f9d2 already deleted. [ 594.103442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-851d2244-70e2-4de7-898c-8b5d98e3f9d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.344797] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a76ee16e-8c2e-4567-89c7-638e1bf5f714 None None] Enqueued Resource ID: 7bdafa93-d85b-4df1-bf3a-f90ba9a32135 with Priority: HIGHEST for action port [ 594.345062] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdafa93-d85b-4df1-bf3a-f90ba9a32135 with Priority: HIGHEST for action port [ 594.345613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bdafa93-d85b-4df1-bf3a-f90ba9a32135 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.346253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bdafa93-d85b-4df1-bf3a-f90ba9a32135" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.346253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bdafa93-d85b-4df1-bf3a-f90ba9a32135" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.347753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bdafa93-d85b-4df1-bf3a-f90ba9a32135" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.347753] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bdafa93-d85b-4df1-bf3a-f90ba9a32135',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.713091] env[65093]: INFO networking_nsxv3.common.synchronization [req-f54cb6a9-b3ac-4283-89c2-e514251ae0e8 req-8de73c22-4b0a-4dcd-ac82-3d486f5f0fcc service nova] Enqueued Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_rules [ 594.713374] env[65093]: INFO networking_nsxv3.common.synchronization [req-f54cb6a9-b3ac-4283-89c2-e514251ae0e8 req-8de73c22-4b0a-4dcd-ac82-3d486f5f0fcc service nova] Enqueued Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_members [ 594.713550] env[65093]: INFO networking_nsxv3.common.synchronization [req-f54cb6a9-b3ac-4283-89c2-e514251ae0e8 req-8de73c22-4b0a-4dcd-ac82-3d486f5f0fcc service nova] Enqueued Resource ID: 089d7557-0704-4c06-ae69-d76e0b59b5da with Priority: HIGHEST for action port [ 594.714194] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_rules [ 594.714371] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_members [ 594.714521] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089d7557-0704-4c06-ae69-d76e0b59b5da with Priority: HIGHEST for action port [ 594.714885] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.715236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.715236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.715409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.715514] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.716446] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.718602] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.718602] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.718602] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-089d7557-0704-4c06-ae69-d76e0b59b5da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.718602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.719446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.719446] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089d7557-0704-4c06-ae69-d76e0b59b5da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.771033] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 594.771033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.771033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.771033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.771033] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.771033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.771033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.771364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.771364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.771364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.771441] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.849659] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bdafa93-d85b-4df1-bf3a-f90ba9a32135 [ 594.850315] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.850487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.850526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.850730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.850856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.851069] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bdafa93-d85b-4df1-bf3a-f90ba9a32135 already deleted. [ 594.851431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bdafa93-d85b-4df1-bf3a-f90ba9a32135" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.867029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 594.867245] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.867402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.867611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.867815] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.867964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.868045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.868207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.868345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.868474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.868627] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.220043] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.223240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.223240] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 089d7557-0704-4c06-ae69-d76e0b59b5da with status ACTIVE [ 595.223240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.223240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.223240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.223618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.223618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.223618] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.223618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.223740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.223798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.223866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.223944] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 089d7557-0704-4c06-ae69-d76e0b59b5da is going to be updated. [ 595.250271] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.250358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.250463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.250630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.250770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.250968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-089d7557-0704-4c06-ae69-d76e0b59b5da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.273614] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.273800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.274450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.274450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.274450] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.274450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.274450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.274734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.274825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.275010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.275198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.275330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.275411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.275583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.275720] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.275812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.275873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.276015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.279109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.279109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.279109] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.375185] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.375185] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.375185] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.375185] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.375185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.375780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.375780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.375780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.375780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.375780] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.723095] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.782407] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42c936a-e7fc-4458-9f2d-2eb941c41f24: rpc.has_security_group_logging(os_id): False [ 595.798019] env[65093]: INFO networking_nsxv3.common.synchronization [None req-b69d0aed-4417-48b5-84a8-4a651ecb31c4 None None] Enqueued Resource ID: c4b02c22-ef8d-43bd-845d-99f71b071383 with Priority: HIGHEST for action port [ 595.798019] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b02c22-ef8d-43bd-845d-99f71b071383 with Priority: HIGHEST for action port [ 595.798168] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b02c22-ef8d-43bd-845d-99f71b071383 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.798318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b02c22-ef8d-43bd-845d-99f71b071383" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.798389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b02c22-ef8d-43bd-845d-99f71b071383" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.798718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b02c22-ef8d-43bd-845d-99f71b071383" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.798837] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b02c22-ef8d-43bd-845d-99f71b071383',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.805977] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.805977] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.805977] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.805977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.806716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.806716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.806716] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.806716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.806716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.807909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.807909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.808307] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be created. [ 595.876992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.878983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.878983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.878983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.878983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.879450] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85fb778e-2413-40e9-8f9f-b040ee3895a6: rpc.has_security_group_logging(os_id): False [ 595.903422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: IN_PROGRESS for 2s [ 595.910513] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.910599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.910700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.911389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.911389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.911596] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.911651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.911717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.911956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.912262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.912598] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.912797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.912928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.913236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.913406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.913717] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.913868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.913967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.914391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.914551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.914716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be created. [ 596.027087] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.027087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.027087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.027087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.027466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.048157] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: IN_PROGRESS for 2s [ 596.228956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.229320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.229320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.229402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.229489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.229584] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5bc678-8165-4061-b256-82c327385fc9 is going to be created. [ 596.264296] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.264296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.264296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.264296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.264296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.277027] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5bc678-8165-4061-b256-82c327385fc9 in Status: UNINITIALIZED for 2s [ 596.311379] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4b02c22-ef8d-43bd-845d-99f71b071383 [ 596.311651] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.311961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.312068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.312364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.312494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.312628] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4b02c22-ef8d-43bd-845d-99f71b071383 already deleted. [ 596.312762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b02c22-ef8d-43bd-845d-99f71b071383" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.734223] env[65093]: INFO networking_nsxv3.common.synchronization [None req-9d4fb8dd-b4f0-4021-a6e7-16c01a137d1f tempest-VolumesAssistedSnapshotsTest-1927657099 tempest-VolumesAssistedSnapshotsTest-1927657099-project-member] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_rules [ 596.736028] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_rules [ 596.736028] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.736028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.736221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.736337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.736424] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.953111] env[65093]: INFO networking_nsxv3.common.synchronization [None req-91e94298-7595-4e1e-89f7-8f9c1ec82645 tempest-VolumesAssistedSnapshotsTest-1927657099 tempest-VolumesAssistedSnapshotsTest-1927657099-project-member] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_rules [ 596.953111] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_rules [ 596.953111] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.953111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.181737] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4a3a4464-aaf8-456d-a135-7d84ab85179e None None] Enqueued Resource ID: eb067495-cea4-4343-bd4f-527f5b970567 with Priority: HIGHEST for action port [ 597.182333] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb067495-cea4-4343-bd4f-527f5b970567 with Priority: HIGHEST for action port [ 597.182628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb067495-cea4-4343-bd4f-527f5b970567 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.182740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb067495-cea4-4343-bd4f-527f5b970567" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.182813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb067495-cea4-4343-bd4f-527f5b970567" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.183125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb067495-cea4-4343-bd4f-527f5b970567" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.183215] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb067495-cea4-4343-bd4f-527f5b970567',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.232260] env[65093]: INFO networking_nsxv3.common.synchronization [req-875aeba2-ab44-4df6-8d1b-be3c9becb1fe req-05ff3b0b-e0bf-4219-8afc-c5601b89ffe4 tempest-MigrationsAdminTest-1497884638 tempest-MigrationsAdminTest-1497884638-project-member] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 597.232838] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 597.233393] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.233524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.233593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.233844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.234013] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.234291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.234360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.234518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.234608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.234703] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.260295] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.260919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.261042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.261278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.261378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.261478] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 already deleted. [ 597.261824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.262595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.262866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.262954] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.685077] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb067495-cea4-4343-bd4f-527f5b970567 [ 597.685391] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.685705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.685705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.685868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.685947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.686032] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb067495-cea4-4343-bd4f-527f5b970567 already deleted. [ 597.686107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb067495-cea4-4343-bd4f-527f5b970567" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.737411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.737795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.737795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.738052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.738052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.738155] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.738684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.738684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.738684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.738684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.738684] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 already deleted. [ 597.738684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.786792] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.787090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.787090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.788013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.788126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.788421] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 already deleted. [ 597.788527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.892914] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.893275] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.893275] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.893507] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.893768] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.893917] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.894225] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.894497] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.894622] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.894821] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.894927] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.895042] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.895172] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.895308] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.895407] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.895674] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.916594] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 597.916925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.918441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.918597] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.918958] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.918958] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.919578] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-8604738c-6996-4909-ab56-beac46c31594 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.919578] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.919578] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.919802] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.919934] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8604738c-6996-4909-ab56-beac46c31594',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.065838] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 598.065838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.287455] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5bc678-8165-4061-b256-82c327385fc9 in Status: SUCCESS [ 598.287835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.287835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.288097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.288323] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.288466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.288536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.288706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.288823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.288873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.288960] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.345170] env[65093]: INFO networking_nsxv3.common.synchronization [req-c2c6f42b-b29b-4829-a9c0-907d3b0d5a2c req-20b85307-6c1d-484e-b850-04e87909c86e tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: 59210537-a61e-48f8-abcc-92e3a530fb88 with Priority: HIGHEST for action security_group_rules [ 598.345704] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59210537-a61e-48f8-abcc-92e3a530fb88 with Priority: HIGHEST for action security_group_rules [ 598.346016] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59210537-a61e-48f8-abcc-92e3a530fb88 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.346195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59210537-a61e-48f8-abcc-92e3a530fb88" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.346267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59210537-a61e-48f8-abcc-92e3a530fb88" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.347046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59210537-a61e-48f8-abcc-92e3a530fb88" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347046] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59210537-a61e-48f8-abcc-92e3a530fb88',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.422380] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.423558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.423558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.423558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.423558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.423558] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 8604738c-6996-4909-ab56-beac46c31594 not found, creating... [ 598.423865] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.423865] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.423966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.424317] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.424383] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.424625] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.424773] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.424898] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.425194] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.425431] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.425486] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 8604738c-6996-4909-ab56-beac46c31594 is going to be created. [ 598.446541] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.446777] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.447052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.447199] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.447499] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.447728] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.791404] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.791585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.791688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.791895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.792100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.792214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.792270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.792421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.792517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.792604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.792764] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.792876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.792940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.793111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.793297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.793388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.793447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.793604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.793680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.793757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.793847] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.867554] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.868826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.868826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.868826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.868826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.868826] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59210537-a61e-48f8-abcc-92e3a530fb88 already deleted. [ 598.868826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59210537-a61e-48f8-abcc-92e3a530fb88" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.242245] env[65093]: INFO networking_nsxv3.common.synchronization [req-875aeba2-ab44-4df6-8d1b-be3c9becb1fe req-f630a707-37f7-4eb7-958f-51a2499ee087 service nova] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_rules [ 599.242358] env[65093]: INFO networking_nsxv3.common.synchronization [req-875aeba2-ab44-4df6-8d1b-be3c9becb1fe req-f630a707-37f7-4eb7-958f-51a2499ee087 service nova] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 599.242430] env[65093]: INFO networking_nsxv3.common.synchronization [req-875aeba2-ab44-4df6-8d1b-be3c9becb1fe req-f630a707-37f7-4eb7-958f-51a2499ee087 service nova] Enqueued Resource ID: 8604738c-6996-4909-ab56-beac46c31594 with Priority: HIGHEST for action port [ 599.242925] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_rules [ 599.243082] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 599.243209] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8604738c-6996-4909-ab56-beac46c31594 with Priority: HIGHEST for action port [ 599.243479] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.243596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.243663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.244113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.244200] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.245887] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.246027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.246097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.246280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.246428] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.246845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.246845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.246845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.246845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.246990] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.247649] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8604738c-6996-4909-ab56-beac46c31594 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.247746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.247817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.247969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.248214] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8604738c-6996-4909-ab56-beac46c31594',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.296412] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5bc678-8165-4061-b256-82c327385fc9: rpc.has_security_group_logging(os_id): False [ 599.317933] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.318189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.318235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.318442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.318567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.318788] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.318906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.319023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.319366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.319366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.319447] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.319503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.319552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.319709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.319836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.320035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.320162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.320204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.320351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.320427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.320534] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5bc678-8165-4061-b256-82c327385fc9 is going to be created. [ 599.386915] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.387685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.387685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.387685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.387685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.403279] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5bc678-8165-4061-b256-82c327385fc9 in Status: IN_PROGRESS for 2s [ 599.747228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.747228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.750794] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.752408] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8604738c-6996-4909-ab56-beac46c31594 with status ACTIVE [ 599.752673] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.753018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.753018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.753663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.753663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.753663] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.753663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.753663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.753879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.753879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.754011] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.756193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.756193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.756193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.756193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.756193] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8604738c-6996-4909-ab56-beac46c31594 is going to be updated. [ 599.782552] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.783254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.783254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.783254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.783254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.784559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8604738c-6996-4909-ab56-beac46c31594" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.258895] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.297252] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb0c2794-49bc-4c51-83b5-d92ebb2d033d req-b61b0f71-43d1-49f9-988c-704e5a81aacf tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 600.297252] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 600.297252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.297252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.297252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.297252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.300461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.300461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.300461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.300461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.300461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.300461] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.764141] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.764141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.764141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.764141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.764141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.764141] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be created. [ 600.797862] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.797862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.797862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.797862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.797862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.801704] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.801704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.801704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.801704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.801704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.802024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.802024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.802024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.802673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.802673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.802673] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 already deleted. [ 600.802673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.809556] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: UNINITIALIZED for 2s [ 600.853972] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.856035] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.856035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.856035] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.856035] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.856035] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.856035] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.856723] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.856723] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.856723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.883207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.883756] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.883756] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.883756] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.884262] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.884262] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.884532] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.885320] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.885320] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1c7fc3-c789-4a93-bb9e-5ac677a5244a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.388245] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.388584] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.388684] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.389128] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.389128] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.389333] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port fb1c7fc3-c789-4a93-bb9e-5ac677a5244a not found, creating... [ 601.389631] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.390988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.390988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.391343] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.391530] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.392116] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.392116] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.392254] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.392413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.392546] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.392687] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: fb1c7fc3-c789-4a93-bb9e-5ac677a5244a is going to be created. [ 601.414752] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.415186] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.415417] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.415782] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.416119] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.416449] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.418424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5bc678-8165-4061-b256-82c327385fc9 in Status: SUCCESS [ 601.418811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.185124] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb0c2794-49bc-4c51-83b5-d92ebb2d033d req-1dd08034-ac3d-4bfd-a9e1-18f0307f48bd service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 602.185425] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb0c2794-49bc-4c51-83b5-d92ebb2d033d req-1dd08034-ac3d-4bfd-a9e1-18f0307f48bd service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 602.185642] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb0c2794-49bc-4c51-83b5-d92ebb2d033d req-1dd08034-ac3d-4bfd-a9e1-18f0307f48bd service nova] Enqueued Resource ID: fb1c7fc3-c789-4a93-bb9e-5ac677a5244a with Priority: HIGHEST for action port [ 602.188026] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 602.188559] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 602.188772] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1c7fc3-c789-4a93-bb9e-5ac677a5244a with Priority: HIGHEST for action port [ 602.190409] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.190409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.190409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.190409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.190409] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.191256] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.191416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.191625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.192770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.192770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.192770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.192770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.192770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.192770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.193188] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.193954] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.194095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.194213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.194347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.194414] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1c7fc3-c789-4a93-bb9e-5ac677a5244a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.583233] env[65093]: INFO networking_nsxv3.common.synchronization [None req-74404b81-9fb4-4bcd-ae71-446fe7e2976c None None] Enqueued Resource ID: d609754e-40b4-4ae9-8ea2-0873bcb0e7e4 with Priority: HIGHEST for action port [ 602.583640] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d609754e-40b4-4ae9-8ea2-0873bcb0e7e4 with Priority: HIGHEST for action port [ 602.583926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d609754e-40b4-4ae9-8ea2-0873bcb0e7e4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.586080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d609754e-40b4-4ae9-8ea2-0873bcb0e7e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.586176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d609754e-40b4-4ae9-8ea2-0873bcb0e7e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.586647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d609754e-40b4-4ae9-8ea2-0873bcb0e7e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.586647] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d609754e-40b4-4ae9-8ea2-0873bcb0e7e4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.702025] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1c7fc3-c789-4a93-bb9e-5ac677a5244a with status ACTIVE [ 602.702025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.702025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.702025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.702025] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1c7fc3-c789-4a93-bb9e-5ac677a5244a is going to be updated. [ 602.702773] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.702773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.704860] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.730047] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.730047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.730047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.730047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.730047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.730047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1c7fc3-c789-4a93-bb9e-5ac677a5244a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.821121] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 602.821567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.821767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.822126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.822234] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.822358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.822419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.822590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.822672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.822756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.824089] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.091380] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d609754e-40b4-4ae9-8ea2-0873bcb0e7e4 [ 603.091380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.091380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.091380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091380] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d609754e-40b4-4ae9-8ea2-0873bcb0e7e4 already deleted. [ 603.091380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d609754e-40b4-4ae9-8ea2-0873bcb0e7e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.207447] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.325280] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.325405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.325479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.325697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.325869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.326078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.326078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.326218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.326305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.326390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.326537] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.326629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.326689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.326826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.326956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.327732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.327732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327732] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.385723] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e29cf16-5fee-45b8-8402-40d86055c46e req-43c6cd15-c621-46fa-aad4-8ef4b462d964 tempest-FloatingIPsAssociationNegativeTestJSON-760267267 tempest-FloatingIPsAssociationNegativeTestJSON-760267267-project-member] Enqueued Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_members [ 603.387513] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_members [ 603.387513] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.387513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.387513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.387704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.389172] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.389172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.389172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.389172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.389172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.389172] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.710306] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.711323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.711323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.711323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.711323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.711323] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be created. [ 603.738991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.738991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.738991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.738991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.742627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.754522] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: UNINITIALIZED for 2s [ 603.830392] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d7dcff-4722-404a-87f2-1fd2ab5b6996: rpc.has_security_group_logging(os_id): False [ 603.852193] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.852193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.852193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.852193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.852193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.852193] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.852758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.852758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.852758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.852758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.852965] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.852965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.854152] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.854152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.854152] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be created. [ 603.892261] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.892444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.892508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.893334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.893334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.893334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.893334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.893334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.893654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.893654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.893654] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab256b-3226-472f-b37a-516bd5642174 already deleted. [ 603.893654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.903765] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.903942] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-101" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.904072] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-101" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.904416] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-101" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.904688] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.904853] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.904968] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.905689] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.905893] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.906156] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.906346] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.906531] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.906894] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.906894] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.906998] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.907231] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.926482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.926638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.926741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.927016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.927238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.929897] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.930221] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.930583] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.930699] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-101" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.931185] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-36935efc-eb43-447a-82b3-4f1cd439c76c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.931299] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.931351] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.931645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.931780] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36935efc-eb43-447a-82b3-4f1cd439c76c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.941705] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: IN_PROGRESS for 2s [ 604.363839] env[65093]: INFO networking_nsxv3.common.synchronization [None req-cb7f8457-7c88-465f-9788-c2d6b8d98276 None None] Enqueued Resource ID: 3e9bd949-044b-4021-b78e-deb78e44633d with Priority: HIGHEST for action port [ 604.364764] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9bd949-044b-4021-b78e-deb78e44633d with Priority: HIGHEST for action port [ 604.365284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9bd949-044b-4021-b78e-deb78e44633d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.365284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9bd949-044b-4021-b78e-deb78e44633d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.366636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9bd949-044b-4021-b78e-deb78e44633d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.366636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9bd949-044b-4021-b78e-deb78e44633d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.366636] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9bd949-044b-4021-b78e-deb78e44633d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.434713] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.434906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.434906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.435552] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.435552] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.435755] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 36935efc-eb43-447a-82b3-4f1cd439c76c not found, creating... [ 604.435848] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.435989] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.436194] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.436329] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.436459] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.436754] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.436938] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.437158] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.437455] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.437526] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.437649] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 36935efc-eb43-447a-82b3-4f1cd439c76c is going to be created. [ 604.459442] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.459656] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.459810] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.460142] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.460368] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.460584] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468760] env[65093]: INFO networking_nsxv3.common.synchronization [None req-0836c657-a3d2-4712-82c1-f7844ef53e58 None None] Enqueued Resource ID: 05613c5a-ec62-4d5b-b9e4-eb737b20878e with Priority: HIGHEST for action port [ 604.468760] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05613c5a-ec62-4d5b-b9e4-eb737b20878e with Priority: HIGHEST for action port [ 604.468760] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-05613c5a-ec62-4d5b-b9e4-eb737b20878e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.468760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05613c5a-ec62-4d5b-b9e4-eb737b20878e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.468760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05613c5a-ec62-4d5b-b9e4-eb737b20878e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.469349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05613c5a-ec62-4d5b-b9e4-eb737b20878e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.469349] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05613c5a-ec62-4d5b-b9e4-eb737b20878e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.869024] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9bd949-044b-4021-b78e-deb78e44633d [ 604.869024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.869347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.869347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.869347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.869435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.871133] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9bd949-044b-4021-b78e-deb78e44633d already deleted. [ 604.871133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9bd949-044b-4021-b78e-deb78e44633d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972264] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05613c5a-ec62-4d5b-b9e4-eb737b20878e [ 604.972264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972264] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05613c5a-ec62-4d5b-b9e4-eb737b20878e already deleted. [ 604.972264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05613c5a-ec62-4d5b-b9e4-eb737b20878e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.208225] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e29cf16-5fee-45b8-8402-40d86055c46e req-24d8844e-b16e-4ff1-8743-da2d6b4d06f7 service nova] Enqueued Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_rules [ 605.208399] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e29cf16-5fee-45b8-8402-40d86055c46e req-24d8844e-b16e-4ff1-8743-da2d6b4d06f7 service nova] Enqueued Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_members [ 605.208593] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e29cf16-5fee-45b8-8402-40d86055c46e req-24d8844e-b16e-4ff1-8743-da2d6b4d06f7 service nova] Enqueued Resource ID: 36935efc-eb43-447a-82b3-4f1cd439c76c with Priority: HIGHEST for action port [ 605.209138] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_rules [ 605.209265] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_members [ 605.209369] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36935efc-eb43-447a-82b3-4f1cd439c76c with Priority: HIGHEST for action port [ 605.209689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.209859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.209859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.210638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.210734] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.211693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.212689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.212689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.212689] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.213472] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-36935efc-eb43-447a-82b3-4f1cd439c76c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.213580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.213647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.213784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.213853] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36935efc-eb43-447a-82b3-4f1cd439c76c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.436012] env[65093]: INFO networking_nsxv3.common.synchronization [req-f76340ec-5cc5-4e83-917a-d4e2d5dd045d req-4054f656-3418-439c-a444-9f11469da507 tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 605.436504] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 605.436793] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.436897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.718348] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.718434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.718610] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36935efc-eb43-447a-82b3-4f1cd439c76c with status ACTIVE [ 605.718795] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.718942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.719042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.719238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.719307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.719485] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.719614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.719675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.719882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.719938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.720120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.720247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.720288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.720412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.720515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.720571] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36935efc-eb43-447a-82b3-4f1cd439c76c is going to be updated. [ 605.723843] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.758038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.758038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.758038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.758038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.758038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.758038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36935efc-eb43-447a-82b3-4f1cd439c76c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.765629] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.765629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.765924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.766235] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.766950] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.766950] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.767136] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.767439] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.767678] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.767990] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.768199] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.768373] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.768550] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.768826] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.768996] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.769255] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.772307] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 605.772540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.773310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.773547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.773775] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.773922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.774027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.774256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.774346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.774462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.774591] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.776058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.776269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.776495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.776638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.776730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.776919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.777039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.777166] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.799076] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.799349] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.799490] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.799680] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.800046] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-33f0f09d-9e9a-4193-81ef-459fa620a3cb taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.800482] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.800708] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.801238] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.801448] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f0f09d-9e9a-4193-81ef-459fa620a3cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.960207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 605.961180] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.227051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.279792] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.280022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.280486] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.304623] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.304854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.304998] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.305329] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.305493] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.305645] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 33f0f09d-9e9a-4193-81ef-459fa620a3cb not found, creating... [ 606.305902] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.306070] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.306184] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.306412] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.306545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.306817] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.306967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.307092] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.307295] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.307423] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.307586] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 33f0f09d-9e9a-4193-81ef-459fa620a3cb is going to be created. [ 606.334630] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335532] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335982] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.336138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.729421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.729595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.729682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.730050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.730166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.730273] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab256b-3226-472f-b37a-516bd5642174 is going to be created. [ 606.762532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.762751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.762826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.763082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.763256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776983] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab256b-3226-472f-b37a-516bd5642174 in Status: UNINITIALIZED for 2s [ 606.783656] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.862643] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ac9deff6-6516-4246-9c93-9178f3eb242c None None] Enqueued Resource ID: c8214a5a-4417-4e66-a8f2-99fa4f734d65 with Priority: HIGHEST for action port [ 606.862643] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8214a5a-4417-4e66-a8f2-99fa4f734d65 with Priority: HIGHEST for action port [ 606.863646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8214a5a-4417-4e66-a8f2-99fa4f734d65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8214a5a-4417-4e66-a8f2-99fa4f734d65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.864254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8214a5a-4417-4e66-a8f2-99fa4f734d65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.864600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8214a5a-4417-4e66-a8f2-99fa4f734d65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.864783] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8214a5a-4417-4e66-a8f2-99fa4f734d65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.114540] env[65093]: INFO networking_nsxv3.common.synchronization [req-f76340ec-5cc5-4e83-917a-d4e2d5dd045d req-bf674805-65f1-4a0c-9adb-a9e8754a5e1a service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 607.115357] env[65093]: INFO networking_nsxv3.common.synchronization [req-f76340ec-5cc5-4e83-917a-d4e2d5dd045d req-bf674805-65f1-4a0c-9adb-a9e8754a5e1a service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 607.115357] env[65093]: INFO networking_nsxv3.common.synchronization [req-f76340ec-5cc5-4e83-917a-d4e2d5dd045d req-bf674805-65f1-4a0c-9adb-a9e8754a5e1a service nova] Enqueued Resource ID: 33f0f09d-9e9a-4193-81ef-459fa620a3cb with Priority: HIGHEST for action port [ 607.115357] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 607.115357] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 607.115357] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f0f09d-9e9a-4193-81ef-459fa620a3cb with Priority: HIGHEST for action port [ 607.115739] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.115846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.116447] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.116591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.117334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f0f09d-9e9a-4193-81ef-459fa620a3cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.117513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.117585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.117790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.117871] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f0f09d-9e9a-4193-81ef-459fa620a3cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.289176] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.289449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.289449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.289612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.289712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.289819] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 607.329660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.329865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.330017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.330193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.330343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.340482] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 607.369649] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8214a5a-4417-4e66-a8f2-99fa4f734d65 [ 607.369649] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.369649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.369649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.369833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.369868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.369970] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8214a5a-4417-4e66-a8f2-99fa4f734d65 already deleted. [ 607.370063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8214a5a-4417-4e66-a8f2-99fa4f734d65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.497833] env[65093]: INFO networking_nsxv3.common.synchronization [req-fd80b007-d5ca-4624-9ccc-8755b086170f req-157de856-5cfb-4974-ab00-561272c729ac tempest-FloatingIPsAssociationTestJSON-1733717693 tempest-FloatingIPsAssociationTestJSON-1733717693-project-member] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 607.497833] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 607.500626] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.500626] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.500626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.501087] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.626911] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33f0f09d-9e9a-4193-81ef-459fa620a3cb with status ACTIVE [ 607.626911] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.626911] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.626911] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.626911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.626911] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33f0f09d-9e9a-4193-81ef-459fa620a3cb is going to be updated. [ 607.647495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.648880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.648880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.649109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.650912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.650912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f0f09d-9e9a-4193-81ef-459fa620a3cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.991303] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.991511] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.991635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.991988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.992595] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.992772] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.992887] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.993203] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.993392] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.993691] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.995511] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.995511] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.995511] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.995511] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.995511] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.995511] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.005852] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.005852] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.005852] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 already deleted. [ 608.005852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.021534] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.021634] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.021743] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.021948] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.022369] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-8fde1dc6-0d7c-45ec-9c70-64123af374a2 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.022559] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.022704] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.023082] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.023234] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fde1dc6-0d7c-45ec-9c70-64123af374a2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.525955] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.526303] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.526303] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.526570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.526709] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.526852] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 8fde1dc6-0d7c-45ec-9c70-64123af374a2 not found, creating... [ 608.527129] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.527282] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.527601] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.527601] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.527728] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.528339] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.528502] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.528615] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.528922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.529060] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.529195] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 8fde1dc6-0d7c-45ec-9c70-64123af374a2 is going to be created. [ 608.551953] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.552237] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.552365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.552703] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.553032] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.553187] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.789276] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab256b-3226-472f-b37a-516bd5642174 in Status: SUCCESS [ 608.789538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.789717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.789944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.790200] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.790375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.790476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.790668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.790768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.790858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.790949] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.284402] env[65093]: INFO networking_nsxv3.common.synchronization [req-fd80b007-d5ca-4624-9ccc-8755b086170f req-ac70a479-b4ce-4d77-b35e-ef78cab1145b service nova] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_rules [ 609.284568] env[65093]: INFO networking_nsxv3.common.synchronization [req-fd80b007-d5ca-4624-9ccc-8755b086170f req-ac70a479-b4ce-4d77-b35e-ef78cab1145b service nova] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 609.284697] env[65093]: INFO networking_nsxv3.common.synchronization [req-fd80b007-d5ca-4624-9ccc-8755b086170f req-ac70a479-b4ce-4d77-b35e-ef78cab1145b service nova] Enqueued Resource ID: 8fde1dc6-0d7c-45ec-9c70-64123af374a2 with Priority: HIGHEST for action port [ 609.285201] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_rules [ 609.285337] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 609.285434] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fde1dc6-0d7c-45ec-9c70-64123af374a2 with Priority: HIGHEST for action port [ 609.285701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.285819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.285883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.286173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.286228] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.287041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.287157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.287225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.287389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.287576] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.287644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.287705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.288117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.288117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.288117] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.289109] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fde1dc6-0d7c-45ec-9c70-64123af374a2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.289109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.289109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.290272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.290272] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fde1dc6-0d7c-45ec-9c70-64123af374a2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.293981] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.294199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.294302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.295307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.295307] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.295307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.295307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.295307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.295307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.295847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.295847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.295847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.295947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.296737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.296737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.296737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.296737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.296737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.296991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.296991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.296991] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.350641] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 609.351431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.351523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.351667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.351863] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.351987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.352085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.352253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.352361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.352479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.352655] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.352784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.352838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.352967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.353118] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.353218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.353308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.353506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.353583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.353664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.353765] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.354947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355210] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.355356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.359106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.359106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.359106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.359106] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.786883] env[65093]: INFO networking_nsxv3.common.synchronization [req-508f5661-e10a-4d71-9dff-b3e374e8fd64 req-21a5d76d-78f0-4ae1-9c88-1153d18a48e0 tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: 1d571c7e-697f-443f-a58f-ba1aef1c2b27 with Priority: HIGHEST for action security_group_rules [ 609.787580] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d571c7e-697f-443f-a58f-ba1aef1c2b27 with Priority: HIGHEST for action security_group_rules [ 609.787724] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d571c7e-697f-443f-a58f-ba1aef1c2b27 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.787880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d571c7e-697f-443f-a58f-ba1aef1c2b27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.787947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d571c7e-697f-443f-a58f-ba1aef1c2b27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.788323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d571c7e-697f-443f-a58f-ba1aef1c2b27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.788323] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d571c7e-697f-443f-a58f-ba1aef1c2b27',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.791371] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.791848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.791848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.792044] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fde1dc6-0d7c-45ec-9c70-64123af374a2 with status ACTIVE [ 609.792096] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.792357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.792406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.792609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.792704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.792901] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.793030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.793084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.793244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.793534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.793613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.793683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.793727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.793873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.793950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.799136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fde1dc6-0d7c-45ec-9c70-64123af374a2 is going to be updated. [ 609.801134] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45ab256b-3226-472f-b37a-516bd5642174: rpc.has_security_group_logging(os_id): False [ 609.827709] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.827920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.827920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.828343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.828343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.828415] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.828503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.828561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.829372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.829372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.829372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.829372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.829372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.829372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.829372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.829696] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.829696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.829696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.829856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.829889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.829953] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ab256b-3226-472f-b37a-516bd5642174 is going to be created. [ 609.832078] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.832221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.832290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.832449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.832580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.832718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fde1dc6-0d7c-45ec-9c70-64123af374a2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.859647] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d461862c-725f-4f33-93fc-6476f80128b9: rpc.has_security_group_logging(os_id): False [ 609.863020] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.881728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.882023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.882169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.882600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.882600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.882870] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.882985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.883062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.883260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.883312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.883557] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.883690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.883781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.883940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.884479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.884837] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.885045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.885167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.885363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.885510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.885643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be created. [ 609.914454] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.915457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.915582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.915901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.916184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.929363] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45ab256b-3226-472f-b37a-516bd5642174 in Status: IN_PROGRESS for 2s [ 610.012292] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.012576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.012663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.013012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.013298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.031905] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 610.302317] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.333992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.334255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.334255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.334453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.338023] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d571c7e-697f-443f-a58f-ba1aef1c2b27 already deleted. [ 610.338023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d571c7e-697f-443f-a58f-ba1aef1c2b27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.365545] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.505143] env[65093]: INFO networking_nsxv3.common.synchronization [req-c65ba2ac-22a1-453f-ba32-757d9eda6172 req-fb5614b7-3b55-4a29-91ae-8884b8006bd4 tempest-VolumesAssistedSnapshotsTest-1927657099 tempest-VolumesAssistedSnapshotsTest-1927657099-project-member] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_members [ 610.505793] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_members [ 610.506503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.506660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.506733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.507269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.507808] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.507808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.507808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.507976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.508110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.508179] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.804602] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.805252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.805252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.805252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.805252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.805252] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be created. [ 610.850917] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.851409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.852444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.852805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.853107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.867164] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: UNINITIALIZED for 2s [ 610.869415] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.869415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.869415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.869415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.869415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.869670] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 610.908660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.908861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.908946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.909255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.909479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.922841] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 610.982606] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.982824] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.983545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.983545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.983702] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.983793] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.984216] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.984216] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.984366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.984605] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.984746] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.984873] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.984947] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.985065] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.985169] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.985374] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.010339] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.010536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.010588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.010789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.010883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.011208] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.011355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.011423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.011604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.011703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.011803] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 already deleted. [ 611.011888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.014488] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.014644] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.014775] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.015152] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.015483] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-5ebaa3a3-805d-4ea9-8415-0424284f2499 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.015651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.015776] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.019455] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.019737] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ebaa3a3-805d-4ea9-8415-0424284f2499',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.281952] env[65093]: INFO networking_nsxv3.common.synchronization [None req-834c91e1-218f-46ab-a6ba-63fc552a6cfb None None] Enqueued Resource ID: 218a276c-0afa-4cce-a49a-53fd0b19b496 with Priority: HIGHEST for action port [ 611.282097] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a276c-0afa-4cce-a49a-53fd0b19b496 with Priority: HIGHEST for action port [ 611.282444] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-218a276c-0afa-4cce-a49a-53fd0b19b496 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.282679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218a276c-0afa-4cce-a49a-53fd0b19b496" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.282679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218a276c-0afa-4cce-a49a-53fd0b19b496" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.282973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218a276c-0afa-4cce-a49a-53fd0b19b496" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.283155] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218a276c-0afa-4cce-a49a-53fd0b19b496',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.522140] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.522455] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.522616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.522974] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.523139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.523323] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 5ebaa3a3-805d-4ea9-8415-0424284f2499 not found, creating... [ 611.523602] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.523805] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.523937] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.524195] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.524336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.524675] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.524845] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.524960] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.525213] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.525401] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.525597] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 5ebaa3a3-805d-4ea9-8415-0424284f2499 is going to be created. [ 611.549108] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.549108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.549108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.549108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.549108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.549108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.787535] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218a276c-0afa-4cce-a49a-53fd0b19b496 [ 611.787848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.788081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.788195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.788469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.788593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.788733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218a276c-0afa-4cce-a49a-53fd0b19b496 already deleted. [ 611.788864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218a276c-0afa-4cce-a49a-53fd0b19b496" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.941402] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45ab256b-3226-472f-b37a-516bd5642174 in Status: SUCCESS [ 611.941702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.048748] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 612.049033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.049258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.049574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.049574] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.272185] env[65093]: INFO networking_nsxv3.common.synchronization [req-c65ba2ac-22a1-453f-ba32-757d9eda6172 req-fbd4cbf9-9e36-4b60-8dee-95d3c1cb9529 service nova] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_rules [ 612.272385] env[65093]: INFO networking_nsxv3.common.synchronization [req-c65ba2ac-22a1-453f-ba32-757d9eda6172 req-fbd4cbf9-9e36-4b60-8dee-95d3c1cb9529 service nova] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_members [ 612.272517] env[65093]: INFO networking_nsxv3.common.synchronization [req-c65ba2ac-22a1-453f-ba32-757d9eda6172 req-fbd4cbf9-9e36-4b60-8dee-95d3c1cb9529 service nova] Enqueued Resource ID: 5ebaa3a3-805d-4ea9-8415-0424284f2499 with Priority: HIGHEST for action port [ 612.273118] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_rules [ 612.273259] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_members [ 612.273353] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebaa3a3-805d-4ea9-8415-0424284f2499 with Priority: HIGHEST for action port [ 612.273626] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.273751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.273808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.274025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.274102] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.274986] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.276009] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.277098] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ebaa3a3-805d-4ea9-8415-0424284f2499 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.277215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.277354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.277519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.277598] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ebaa3a3-805d-4ea9-8415-0424284f2499',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.552704] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.552956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.597972] env[65093]: INFO networking_nsxv3.common.synchronization [req-71bde6c2-5bb2-4f22-a618-0b4c3b41d4c3 req-0c0985d2-eb4a-4002-ab52-b7b8aef3f76f tempest-DeleteServersAdminTestJSON-851429362 tempest-DeleteServersAdminTestJSON-851429362-project-admin] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 612.598355] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 612.598654] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.598780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.598847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.599125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.599362] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.599443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.599443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.599593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.599674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.599764] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.779547] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ebaa3a3-805d-4ea9-8415-0424284f2499 with status ACTIVE [ 612.779796] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.783058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.783058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.783058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.783701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.783701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.783701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.783701] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ebaa3a3-805d-4ea9-8415-0424284f2499 is going to be updated. [ 612.786666] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.786753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.786947] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.812889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.813052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.813092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.813299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.813491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ebaa3a3-805d-4ea9-8415-0424284f2499" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.879319] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 612.879319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.879319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.879607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.879747] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.879868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.879932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.880263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.881183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.881236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.881343] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.935492] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 612.935492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.935492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.935492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.935808] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.935808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.935808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.935963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.936068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.936172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.936239] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.037297] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-fa50684c-dc2e-4c45-b30e-f02194bb5c29 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 613.037952] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 613.041579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.041579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.042429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.042804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.042983] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.043170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.043266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.043477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.043610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.043746] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.102489] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.102772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.102892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.103239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.103419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.103726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.104346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.104488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.105183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.105183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.105710] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be updated. [ 613.135856] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.136027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.136103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.136320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.136459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.146623] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: IN_PROGRESS for 2s [ 613.254848] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5609de52-a041-475d-9921-d79bf14cde1d None None] Enqueued Resource ID: 49fea009-db6f-41e5-ad3e-441f8869d7ea with Priority: HIGHEST for action port [ 613.254994] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49fea009-db6f-41e5-ad3e-441f8869d7ea with Priority: HIGHEST for action port [ 613.256234] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-49fea009-db6f-41e5-ad3e-441f8869d7ea taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.256367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49fea009-db6f-41e5-ad3e-441f8869d7ea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.256439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49fea009-db6f-41e5-ad3e-441f8869d7ea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.256696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49fea009-db6f-41e5-ad3e-441f8869d7ea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.256780] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fea009-db6f-41e5-ad3e-441f8869d7ea',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.293315] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.387023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.387023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.387023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.387023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.387023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.387749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.387749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.387749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.387749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.387749] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.438994] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.439528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.439528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.439528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.439822] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.439822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.439822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.440026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.440084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.440159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.440340] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.440437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.440494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.440631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.440766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.440854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.440909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.441165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.441231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.441589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.441589] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.548647] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.549302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.549302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.549512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.549512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.549716] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.550079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.550079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.550079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.550209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.550209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 already deleted. [ 613.550314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.763433] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49fea009-db6f-41e5-ad3e-441f8869d7ea [ 613.763433] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.763433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.763433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.763433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.763433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.763433] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49fea009-db6f-41e5-ad3e-441f8869d7ea already deleted. [ 613.763433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49fea009-db6f-41e5-ad3e-441f8869d7ea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.795380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.795380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.795380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.795380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.795380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.795380] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 is going to be created. [ 613.820249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.820436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.820507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.820721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.820881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.831167] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 in Status: UNINITIALIZED for 2s [ 613.891865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253962d7-7fd5-41d5-b564-dec01aa93748: rpc.has_security_group_logging(os_id): False [ 613.893736] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.893918] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.894191] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894524] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.894774] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.894930] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.895081] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.895313] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.895458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.895654] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.895757] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.895858] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.895957] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.896078] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.896189] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.896311] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.920686] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.921238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.921344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.921554] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.921664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.921768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.921885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.921965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.922216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.922319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.922404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.925478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.925679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.925932] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.926349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.926454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.926638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.926871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.927014] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be created. [ 613.929498] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.930041] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.930041] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.930350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.930794] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.931042] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.931226] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.931526] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.931696] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('818b3f9a-a4bf-4e42-a8d2-718ef1b27e33',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.944872] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d461862c-725f-4f33-93fc-6476f80128b9: rpc.has_security_group_logging(os_id): False [ 613.964789] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.964984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.965057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.965283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.965387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.965581] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.965683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.965762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.965895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.965974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.966174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.966271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.966333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.966474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.966550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.966742] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.966835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.967219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.967219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.967219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.967219] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 613.993646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.993796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.993872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.006743] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: IN_PROGRESS for 2s [ 614.028911] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.029291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.029512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.029662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.046527] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 614.434601] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.434806] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.434924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.435283] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.435442] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.435617] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 not found, creating... [ 614.436245] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.436412] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.436525] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.436754] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.436890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.437179] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.437358] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.437473] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.437723] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.438037] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.438037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 is going to be created. [ 614.459388] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.459388] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.459568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.459848] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.460045] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.460892] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.157109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 615.157109] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 deletion is rescheduled due to dependency. [ 615.157109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.194023] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-b35e4314-0c96-4b0d-8c5f-c8f7ea48ccb6 service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 615.194023] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-b35e4314-0c96-4b0d-8c5f-c8f7ea48ccb6 service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 615.194023] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-b35e4314-0c96-4b0d-8c5f-c8f7ea48ccb6 service nova] Enqueued Resource ID: 818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 with Priority: HIGHEST for action port [ 615.194023] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 615.194023] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 615.194023] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 with Priority: HIGHEST for action port [ 615.194737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.195043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.195194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.195617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.196053] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.197762] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.199023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.199023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.199023] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.200356] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.200667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.200831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.201187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.201413] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('818b3f9a-a4bf-4e42-a8d2-718ef1b27e33',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.708596] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.714229] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.714229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.714229] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 with status ACTIVE [ 615.714229] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.714229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.714229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.714229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.714229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.714229] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.714229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.717835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.718296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.718661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.718661] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.719029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.719029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.719029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.720077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.720077] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 818b3f9a-a4bf-4e42-a8d2-718ef1b27e33 is going to be updated. [ 615.751929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.752153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.752205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.753873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.754046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.754216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-818b3f9a-a4bf-4e42-a8d2-718ef1b27e33" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.847755] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 in Status: SUCCESS [ 615.847963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.848049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.848302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.848519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.849333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.849333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.849333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.849333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.849333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.849639] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.034085] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 616.034435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.069312] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 616.069535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.188711] env[65093]: INFO networking_nsxv3.common.synchronization [None req-bc876c79-7b48-4e61-873d-84f620c6a077 None None] Enqueued Resource ID: 056faf71-9940-4ae6-b769-c8219ea66442 with Priority: HIGHEST for action port [ 616.189638] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056faf71-9940-4ae6-b769-c8219ea66442 with Priority: HIGHEST for action port [ 616.190032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-056faf71-9940-4ae6-b769-c8219ea66442 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.190140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056faf71-9940-4ae6-b769-c8219ea66442" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.190339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056faf71-9940-4ae6-b769-c8219ea66442" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.190745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056faf71-9940-4ae6-b769-c8219ea66442" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.191149] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056faf71-9940-4ae6-b769-c8219ea66442',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.213562] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.248193] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-363f514d-7bee-4bda-8f57-35a400195032 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 616.248806] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 616.250360] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.250482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.352180] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.694050] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 056faf71-9940-4ae6-b769-c8219ea66442 [ 616.694351] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.694497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.694599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.694826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.694890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.695092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:056faf71-9940-4ae6-b769-c8219ea66442 already deleted. [ 616.695145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056faf71-9940-4ae6-b769-c8219ea66442" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.717382] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.718195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.718195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.718195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.718481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.718481] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be created. [ 616.749116] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.749358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.749432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.749691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.749832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.761722] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: UNINITIALIZED for 2s [ 616.856740] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea81897e-114f-42bd-bed4-f8d1cb36ed67: rpc.has_security_group_logging(os_id): False [ 616.879750] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.879750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.879750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.880212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.880648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.881390] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.883040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.883127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.883805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.883915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.884030] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 is going to be created. [ 616.962749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.962923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.963110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.963443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.963663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.978673] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 in Status: IN_PROGRESS for 2s [ 617.113532] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.113532] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.113532] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.113747] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.114312] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.114312] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.114312] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.114497] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.114630] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.114832] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.115020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.115075] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.115641] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.115641] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.115641] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.115641] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.140204] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.140279] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.140437] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.140628] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.141692] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-80088b81-8119-481c-a0e1-987d6bd8da83 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.141692] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.141692] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.141692] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.142202] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80088b81-8119-481c-a0e1-987d6bd8da83',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.644879] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.645568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.645568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.645844] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.645945] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.646152] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 80088b81-8119-481c-a0e1-987d6bd8da83 not found, creating... [ 617.646456] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.646630] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.646746] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.647056] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.647215] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.647525] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.648555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.648555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.648555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.648555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.648753] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 80088b81-8119-481c-a0e1-987d6bd8da83 is going to be created. [ 617.673569] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.673676] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.673818] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.674162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.674444] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.674730] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.432145] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-8bb84dd2-7173-4e3b-b54b-8f102a849725 service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 618.432309] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-8bb84dd2-7173-4e3b-b54b-8f102a849725 service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 618.432436] env[65093]: INFO networking_nsxv3.common.synchronization [req-58dc6558-020c-4bf9-9d36-f0ee961d580f req-8bb84dd2-7173-4e3b-b54b-8f102a849725 service nova] Enqueued Resource ID: 80088b81-8119-481c-a0e1-987d6bd8da83 with Priority: HIGHEST for action port [ 618.433100] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 618.433235] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 618.433291] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80088b81-8119-481c-a0e1-987d6bd8da83 with Priority: HIGHEST for action port [ 618.433599] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.433706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.433896] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.433978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.434227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-80088b81-8119-481c-a0e1-987d6bd8da83 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.434371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.434371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.434538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.434611] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80088b81-8119-481c-a0e1-987d6bd8da83',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.496718] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4b032386-3627-44ea-856f-d331ad596174 None None] Enqueued Resource ID: 51087814-aa0e-441d-b8a2-79d0c2e0970e with Priority: HIGHEST for action port [ 618.498108] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51087814-aa0e-441d-b8a2-79d0c2e0970e with Priority: HIGHEST for action port [ 618.498108] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-51087814-aa0e-441d-b8a2-79d0c2e0970e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.498108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51087814-aa0e-441d-b8a2-79d0c2e0970e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.498108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51087814-aa0e-441d-b8a2-79d0c2e0970e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.498344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51087814-aa0e-441d-b8a2-79d0c2e0970e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.498344] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51087814-aa0e-441d-b8a2-79d0c2e0970e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.772528] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 618.773316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.773316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.773316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.773514] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.773514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.773718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.773761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.773897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.773897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.774340] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.774956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.775172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.775840] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.775840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.775840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.775840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.775840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.776231] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.940029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80088b81-8119-481c-a0e1-987d6bd8da83 with status ACTIVE [ 618.940029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.940029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.940029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.940029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.940029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80088b81-8119-481c-a0e1-987d6bd8da83 is going to be updated. [ 618.976441] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.976441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.976441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.976441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.976441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.976441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80088b81-8119-481c-a0e1-987d6bd8da83" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.995057] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 in Status: SUCCESS [ 618.995057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.000656] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51087814-aa0e-441d-b8a2-79d0c2e0970e [ 619.000884] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.001030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.001168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.001320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.001465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.001518] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51087814-aa0e-441d-b8a2-79d0c2e0970e already deleted. [ 619.001578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51087814-aa0e-441d-b8a2-79d0c2e0970e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.277864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.277864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.278357] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.781098] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.286169] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.286169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.286169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.286337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.286410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.286530] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 620.328381] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.328381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.328666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.328666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.328788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.348867] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 620.448336] env[65093]: INFO networking_nsxv3.common.synchronization [None req-daa685c3-668a-471b-ba47-07d2db5b8b36 None None] Enqueued Resource ID: a55df9c9-d603-4593-803b-36f8c83445bc with Priority: HIGHEST for action port [ 620.448692] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55df9c9-d603-4593-803b-36f8c83445bc with Priority: HIGHEST for action port [ 620.448881] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55df9c9-d603-4593-803b-36f8c83445bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.449445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55df9c9-d603-4593-803b-36f8c83445bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.449445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55df9c9-d603-4593-803b-36f8c83445bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.449445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55df9c9-d603-4593-803b-36f8c83445bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.449571] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55df9c9-d603-4593-803b-36f8c83445bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.781926] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2efeaf9b-2672-4e85-a60c-c24785a712b8 tempest-ServersWithSpecificFlavorTestJSON-1153402547 tempest-ServersWithSpecificFlavorTestJSON-1153402547-project-member] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 620.782218] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 620.782460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.782583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.782643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.783169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.783169] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.953506] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a55df9c9-d603-4593-803b-36f8c83445bc [ 620.953506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.953506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.953506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.953506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.953506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.953506] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a55df9c9-d603-4593-803b-36f8c83445bc already deleted. [ 620.953506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55df9c9-d603-4593-803b-36f8c83445bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.128556] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7a63a5e7-22cb-4bc8-9cea-ddce89941b32 tempest-ServersWithSpecificFlavorTestJSON-1153402547 tempest-ServersWithSpecificFlavorTestJSON-1153402547-project-member] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 621.129195] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 621.129505] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.130868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.314177] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.314535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.314535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.314690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.315078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.315436] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 already deleted. [ 621.315565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.315744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.316416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.316522] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.841351] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.841351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.841351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.841351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.841351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.841351] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 already deleted. [ 621.841351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.371599] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 622.371723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.371920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.372223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.372481] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.372610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.372770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.373173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.373173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.373173] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.819927] env[65093]: INFO networking_nsxv3.common.synchronization [req-33e65e24-6b08-4898-8ace-97ae0f668259 req-92d9625e-a447-4dcd-86f7-e7af9bd50e02 tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: ea07cfc1-e33b-4ab0-940b-ef238cebe3a1 with Priority: HIGHEST for action security_group_rules [ 622.820665] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea07cfc1-e33b-4ab0-940b-ef238cebe3a1 with Priority: HIGHEST for action security_group_rules [ 622.823599] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea07cfc1-e33b-4ab0-940b-ef238cebe3a1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.823934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea07cfc1-e33b-4ab0-940b-ef238cebe3a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.824033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea07cfc1-e33b-4ab0-940b-ef238cebe3a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.824287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea07cfc1-e33b-4ab0-940b-ef238cebe3a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.824370] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea07cfc1-e33b-4ab0-940b-ef238cebe3a1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.877125] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.001189] env[65093]: INFO networking_nsxv3.common.synchronization [req-957b86d6-c4fb-4a4a-971b-29f91c334e60 req-065076e0-30e4-4e46-b252-5f4e7ab2e983 tempest-ServerDiagnosticsNegativeTest-1076183469 tempest-ServerDiagnosticsNegativeTest-1076183469-project-member] Enqueued Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_members [ 623.001495] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGHEST for action security_group_members [ 623.001647] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.001792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.001888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.002042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.002210] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.002326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.002387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.002543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.002629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.002721] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.352073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.352286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.352333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.352638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.352790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.352944] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea07cfc1-e33b-4ab0-940b-ef238cebe3a1 already deleted. [ 623.353105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea07cfc1-e33b-4ab0-940b-ef238cebe3a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.379082] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.506026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.506720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.506720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.506720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.506969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.507953] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.507953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.507953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.507953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.507953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.507953] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5bc678-8165-4061-b256-82c327385fc9 is going to be updated. [ 623.538027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.538253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.538253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.538497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.539128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.548732] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5bc678-8165-4061-b256-82c327385fc9 in Status: IN_PROGRESS for 2s [ 623.834189] env[65093]: INFO networking_nsxv3.common.synchronization [None req-25ed0a40-7853-43a0-bf5c-7bf46d470c9c None None] Enqueued Resource ID: 8addd83a-e95a-43bb-b9c4-0e223dfe88d3 with Priority: HIGHEST for action port [ 623.834507] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8addd83a-e95a-43bb-b9c4-0e223dfe88d3 with Priority: HIGHEST for action port [ 623.835157] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8addd83a-e95a-43bb-b9c4-0e223dfe88d3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.835305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8addd83a-e95a-43bb-b9c4-0e223dfe88d3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.835396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8addd83a-e95a-43bb-b9c4-0e223dfe88d3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.838437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8addd83a-e95a-43bb-b9c4-0e223dfe88d3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.838437] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8addd83a-e95a-43bb-b9c4-0e223dfe88d3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.886388] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.886846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.886846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.887160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.887292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.887399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 623.921348] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.921612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.921612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.923316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.923539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.933026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 624.343492] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8addd83a-e95a-43bb-b9c4-0e223dfe88d3 [ 624.343770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.343896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.343970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.344212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.344350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.344470] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8addd83a-e95a-43bb-b9c4-0e223dfe88d3 already deleted. [ 624.344595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8addd83a-e95a-43bb-b9c4-0e223dfe88d3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561908] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5bc678-8165-4061-b256-82c327385fc9 in Status: SUCCESS [ 625.562292] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5bc678-8165-4061-b256-82c327385fc9 deletion is rescheduled due to dependency. [ 625.562425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.950088] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.950088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.950088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.950088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.950088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.951040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.951295] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.213887] env[65093]: INFO networking_nsxv3.common.synchronization [req-213fc8c4-d4b0-4207-abd0-29a9bb65f0b3 req-3a8f1f1c-0d06-42de-a890-de66d03f6a40 tempest-ServersAdminNegativeTestJSON-18107877 tempest-ServersAdminNegativeTestJSON-18107877-project-member] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 626.213887] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 626.213887] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.214798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.215767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.215767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.215767] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.215767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.215767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.215767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.215767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.216868] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.454656] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576921cb-0f53-4d06-8b7b-1ba221447825: rpc.has_security_group_logging(os_id): False [ 626.476191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.476338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.476410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.476629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.477070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.477070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.477070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.477482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.477482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.477482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.477482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.477712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.477712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.477817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.477817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.478201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.478201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.478201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.478404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.478756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.478756] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be created. [ 626.547137] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.547395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.547545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.547859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.548342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.561340] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 626.614400] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.614978] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.614978] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.615512] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.615905] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616606] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616606] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.616813] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616813] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.617089] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.617276] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.617473] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.617528] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.617827] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.617827] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.618019] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.653086] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.653333] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.653541] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.653700] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.654194] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.654339] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.654446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.654786] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.655053] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ac6d5c-e47e-420e-8c1b-92809adf6d9f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.718830] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.162452] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.162559] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.162657] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.162948] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.163139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.163307] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 04ac6d5c-e47e-420e-8c1b-92809adf6d9f not found, creating... [ 627.163583] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.163800] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.163915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.164109] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.164244] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.164645] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.164886] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.165110] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.165440] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.165651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.165884] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 04ac6d5c-e47e-420e-8c1b-92809adf6d9f is going to be created. [ 627.191570] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.191932] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.191932] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.192922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.192922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.192922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.222475] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.725536] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.726014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.726014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.726146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.726146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.726247] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be updated. [ 627.763368] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.763368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.763368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.763823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.763823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.775367] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: IN_PROGRESS for 2s [ 627.934356] env[65093]: INFO networking_nsxv3.common.synchronization [req-213fc8c4-d4b0-4207-abd0-29a9bb65f0b3 req-a4fad820-cce7-45cb-ac08-c24e0502e9ab service nova] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_rules [ 627.934356] env[65093]: INFO networking_nsxv3.common.synchronization [req-213fc8c4-d4b0-4207-abd0-29a9bb65f0b3 req-a4fad820-cce7-45cb-ac08-c24e0502e9ab service nova] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 627.934356] env[65093]: INFO networking_nsxv3.common.synchronization [req-213fc8c4-d4b0-4207-abd0-29a9bb65f0b3 req-a4fad820-cce7-45cb-ac08-c24e0502e9ab service nova] Enqueued Resource ID: 04ac6d5c-e47e-420e-8c1b-92809adf6d9f with Priority: HIGHEST for action port [ 627.935211] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_rules [ 627.935469] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 627.935715] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ac6d5c-e47e-420e-8c1b-92809adf6d9f with Priority: HIGHEST for action port [ 627.936106] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.936492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.936641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.936913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.937129] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.939059] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939059] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.939059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.942346] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ac6d5c-e47e-420e-8c1b-92809adf6d9f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.391976] env[65093]: INFO networking_nsxv3.common.synchronization [req-59538bbd-832c-4a8b-a9a7-42f087bbda1a req-78a7e20a-f8b4-4a71-a444-44065285ab0a tempest-AttachInterfacesV270Test-1975397989 tempest-AttachInterfacesV270Test-1975397989-project-member] Enqueued Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_members [ 628.392843] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_members [ 628.393222] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.393408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.393541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.393835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.394129] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.394288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.394392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.394681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.394849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.394984] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.446419] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04ac6d5c-e47e-420e-8c1b-92809adf6d9f with status ACTIVE [ 628.446419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.446419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.446419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.446419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.446419] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04ac6d5c-e47e-420e-8c1b-92809adf6d9f is going to be updated. [ 628.448866] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.448866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.474638] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.474638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.474638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.474638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.474638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.474638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ac6d5c-e47e-420e-8c1b-92809adf6d9f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.579031] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 628.579031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.579031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.579031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.579031] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.897273] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.897648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.897648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.897735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.897804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.897995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.898198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.898231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.898373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.898455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.898528] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b already deleted. [ 628.898619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.987622] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ad30a6d8-12e7-4b04-8f1a-d5ac86e4d375 None None] Enqueued Resource ID: 029c84b2-66b1-4116-9d09-9c9f412c9f1a with Priority: HIGHEST for action port [ 628.988486] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029c84b2-66b1-4116-9d09-9c9f412c9f1a with Priority: HIGHEST for action port [ 628.988790] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-029c84b2-66b1-4116-9d09-9c9f412c9f1a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.988982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-029c84b2-66b1-4116-9d09-9c9f412c9f1a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.989154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-029c84b2-66b1-4116-9d09-9c9f412c9f1a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.989528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-029c84b2-66b1-4116-9d09-9c9f412c9f1a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.989687] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029c84b2-66b1-4116-9d09-9c9f412c9f1a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.040126] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.040445] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-237" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.040613] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-237" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.041081] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-237" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.041492] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.041677] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.041799] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042056] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.042220] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.042432] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.042538] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.042633] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.042741] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.042848] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.042952] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.043153] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.066611] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.066611] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.066611] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.066611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-237" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.066611] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-f229781b-3d30-4438-9e03-3b700511b6ca taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.066611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.066611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.066611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.066611] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f229781b-3d30-4438-9e03-3b700511b6ca',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.082032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.082032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.082032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.082032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.082032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.082442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.082442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.082442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.082442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.082559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.082589] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.492936] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 029c84b2-66b1-4116-9d09-9c9f412c9f1a [ 629.492936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.493096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.493131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.493407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.493477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.493585] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:029c84b2-66b1-4116-9d09-9c9f412c9f1a already deleted. [ 629.494425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-029c84b2-66b1-4116-9d09-9c9f412c9f1a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.568893] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.569136] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.569436] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.569732] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.569886] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.570124] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port f229781b-3d30-4438-9e03-3b700511b6ca not found, creating... [ 629.570685] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.570902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.571033] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.571351] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.571559] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.571880] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.572253] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.572326] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.572560] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.572724] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.572875] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: f229781b-3d30-4438-9e03-3b700511b6ca is going to be created. [ 629.584880] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.585080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.585155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.585375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.585560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.585626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.585688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.585862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.585952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.586056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.586202] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.586322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.586404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.586571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.586712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.586803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.586864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.586998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.587086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.587166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.587251] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.596057] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.596288] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.596653] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.596869] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.787943] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 629.788672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.789694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.789694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.789694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.789694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.789694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.789694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.790056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.790213] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.089419] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576921cb-0f53-4d06-8b7b-1ba221447825: rpc.has_security_group_logging(os_id): False [ 630.110766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.110766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.110977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.111044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.111147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.111445] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.111559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.111617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.111834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.111951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.112235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.112384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.112487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.112657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.112731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.113355] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.113355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.113355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.113696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.113696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.114576] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 630.189655] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.189799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.189862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.190110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.190253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.205371] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 630.297017] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.749834] env[65093]: INFO networking_nsxv3.common.synchronization [req-59538bbd-832c-4a8b-a9a7-42f087bbda1a req-20289cce-c4c6-4e6c-8903-981e7fd3dbd9 service nova] Enqueued Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_rules [ 630.750169] env[65093]: INFO networking_nsxv3.common.synchronization [req-59538bbd-832c-4a8b-a9a7-42f087bbda1a req-20289cce-c4c6-4e6c-8903-981e7fd3dbd9 service nova] Enqueued Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_members [ 630.750648] env[65093]: INFO networking_nsxv3.common.synchronization [req-59538bbd-832c-4a8b-a9a7-42f087bbda1a req-20289cce-c4c6-4e6c-8903-981e7fd3dbd9 service nova] Enqueued Resource ID: f229781b-3d30-4438-9e03-3b700511b6ca with Priority: HIGHEST for action port [ 630.752069] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_rules [ 630.752069] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_members [ 630.752312] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229781b-3d30-4438-9e03-3b700511b6ca with Priority: HIGHEST for action port [ 630.752577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.752985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.753134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757667] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.757667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.762277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.762277] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.762277] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f229781b-3d30-4438-9e03-3b700511b6ca taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.762277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.762277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.762277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.762558] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f229781b-3d30-4438-9e03-3b700511b6ca',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.799379] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.265519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.266357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.266419] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.267256] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f229781b-3d30-4438-9e03-3b700511b6ca with status ACTIVE [ 631.267575] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.267575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.267696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.267875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.267946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.268143] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.268241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.268303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.268454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.268530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.268729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.268808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.268841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.268976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.270216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.270216] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f229781b-3d30-4438-9e03-3b700511b6ca is going to be updated. [ 631.295423] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.295645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.295645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.296045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.296045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.296171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f229781b-3d30-4438-9e03-3b700511b6ca" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.302813] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.302975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.303034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.303248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.303329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.303437] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be updated. [ 631.339657] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4d759afa-f118-4482-a880-22f6dfb315de None None] Enqueued Resource ID: 27e00691-37f7-4e1c-90ee-80438b2663bd with Priority: HIGHEST for action port [ 631.340905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.341288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.341614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.341686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.341974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.343486] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e00691-37f7-4e1c-90ee-80438b2663bd with Priority: HIGHEST for action port [ 631.343965] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e00691-37f7-4e1c-90ee-80438b2663bd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.344186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e00691-37f7-4e1c-90ee-80438b2663bd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.344186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e00691-37f7-4e1c-90ee-80438b2663bd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.344485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e00691-37f7-4e1c-90ee-80438b2663bd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.344779] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e00691-37f7-4e1c-90ee-80438b2663bd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.357201] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: IN_PROGRESS for 2s [ 631.772554] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.850999] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e00691-37f7-4e1c-90ee-80438b2663bd [ 631.851334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.851487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.851556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.851802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.851895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.851987] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e00691-37f7-4e1c-90ee-80438b2663bd already deleted. [ 631.852081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e00691-37f7-4e1c-90ee-80438b2663bd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.223567] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 632.224085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.280864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.281482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.283957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.283957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.283957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.283957] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b is going to be created. [ 632.324565] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.324565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.324565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.325670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.325670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.339975] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b in Status: UNINITIALIZED for 2s [ 633.369732] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 633.370140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.370140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.370569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.370569] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.370729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.370766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.370908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.371097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.371157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.371333] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.850081] env[65093]: INFO networking_nsxv3.common.synchronization [None req-fc099911-5861-4f5f-8287-a10f5f361908 None None] Enqueued Resource ID: f83011f1-d492-4997-b09c-32d0d109cd5a with Priority: HIGHEST for action port [ 633.850626] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83011f1-d492-4997-b09c-32d0d109cd5a with Priority: HIGHEST for action port [ 633.851525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83011f1-d492-4997-b09c-32d0d109cd5a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.851667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83011f1-d492-4997-b09c-32d0d109cd5a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.852542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83011f1-d492-4997-b09c-32d0d109cd5a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.852831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83011f1-d492-4997-b09c-32d0d109cd5a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.852919] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83011f1-d492-4997-b09c-32d0d109cd5a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.874036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.875552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.875552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.875552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.875552] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.875552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.875552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.876599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.876705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.877402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.877486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.877575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.877633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.878874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.879141] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.879276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.879504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.879721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.879819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.879920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.880059] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.348683] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b in Status: SUCCESS [ 634.348943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.349136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.349378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.349577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.349704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.349780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.349899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.349999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.350098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.350185] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.354736] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f83011f1-d492-4997-b09c-32d0d109cd5a [ 634.355091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.355091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.355217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.355348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.355390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.355453] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f83011f1-d492-4997-b09c-32d0d109cd5a already deleted. [ 634.355532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83011f1-d492-4997-b09c-32d0d109cd5a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.382835] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42c936a-e7fc-4458-9f2d-2eb941c41f24: rpc.has_security_group_logging(os_id): False [ 634.400377] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.400592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.400592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.400814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.400897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.401100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.401198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.401260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.401437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.401535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.401700] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.401912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.401912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.401983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.402771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402771] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.402771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.402771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.402771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.402771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402771] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be updated. [ 634.474027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.474027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.474027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.474027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.474027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.496986] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: IN_PROGRESS for 2s [ 634.854762] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.854952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.855020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.855246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.855416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.855604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.855667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.855849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.855933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.856028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.856298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.856439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.856504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.856659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.856799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.856935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.856978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.858833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.858833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.858833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.858833] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.087177] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5ff7109d-9a00-4933-9730-f2216d5ad5b3 tempest-ServersTestManualDisk-613837110 tempest-ServersTestManualDisk-613837110-project-member] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_rules [ 635.087177] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_rules [ 635.087794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.087794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.087794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.087794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.087794] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.360380] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b: rpc.has_security_group_logging(os_id): False [ 635.369700] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4ef2593c-fc5e-409b-84fc-8bc2692ee186 tempest-ServersTestManualDisk-613837110 tempest-ServersTestManualDisk-613837110-project-member] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_rules [ 635.370471] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_rules [ 635.371195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.371195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.381516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.381604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.381604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.381881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.381966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.382210] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.382319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.382412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.382636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.382690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.382926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.383206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.383206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.383206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.383333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.383461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.383614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.383614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.383758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.383831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.384065] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b is going to be created. [ 635.393050] env[65093]: INFO networking_nsxv3.common.synchronization [None req-54ede5dc-12db-4313-933b-289b5f187586 None None] Enqueued Resource ID: 01e0461c-bbd6-4ead-aad5-04ebdba4cb18 with Priority: HIGHEST for action port [ 635.393589] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e0461c-bbd6-4ead-aad5-04ebdba4cb18 with Priority: HIGHEST for action port [ 635.393888] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e0461c-bbd6-4ead-aad5-04ebdba4cb18 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.394044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e0461c-bbd6-4ead-aad5-04ebdba4cb18" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.394273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e0461c-bbd6-4ead-aad5-04ebdba4cb18" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.394535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e0461c-bbd6-4ead-aad5-04ebdba4cb18" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.394633] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e0461c-bbd6-4ead-aad5-04ebdba4cb18',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.465290] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.465473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.465532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.467776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.467776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.481014] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b in Status: IN_PROGRESS for 2s [ 635.613177] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.613461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.613461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.613606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.613738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.613860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c already deleted. [ 635.613860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.614076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.614216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.614302] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.877809] env[65093]: INFO networking_nsxv3.common.synchronization [req-7fa8f736-13e4-45f7-8ee2-2a7f464853ad req-f658ee25-edca-43f1-8b2c-794033e615ca tempest-DeleteServersAdminTestJSON-2130817003 tempest-DeleteServersAdminTestJSON-2130817003-project-member] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 635.877809] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 635.878210] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.878210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.878210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.878342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.879032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.879032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.879032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.879032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.879032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.879032] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.897093] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01e0461c-bbd6-4ead-aad5-04ebdba4cb18 [ 635.897267] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.897267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.897377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.897560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.897650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.897742] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01e0461c-bbd6-4ead-aad5-04ebdba4cb18 already deleted. [ 635.897825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e0461c-bbd6-4ead-aad5-04ebdba4cb18" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.143745] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.143966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.144116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.144374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.144488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.144620] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c already deleted. [ 636.144727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.382499] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.382499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.382499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.382499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.382499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.382499] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.383432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.383432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.383432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.383432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.383432] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be updated. [ 636.413408] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.413761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.413853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.414112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.414436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.425837] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: IN_PROGRESS for 2s [ 636.516527] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 636.516527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.549583] env[65093]: INFO networking_nsxv3.common.synchronization [None req-31ad0d03-2832-4585-a81d-c15d6744fcc5 None None] Enqueued Resource ID: 8b165b53-bd0d-45ac-b39f-54c3ee05007b with Priority: HIGHEST for action port [ 636.550178] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b165b53-bd0d-45ac-b39f-54c3ee05007b with Priority: HIGHEST for action port [ 636.550762] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b165b53-bd0d-45ac-b39f-54c3ee05007b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.550762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b165b53-bd0d-45ac-b39f-54c3ee05007b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.550762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b165b53-bd0d-45ac-b39f-54c3ee05007b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.551291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b165b53-bd0d-45ac-b39f-54c3ee05007b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.551389] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b165b53-bd0d-45ac-b39f-54c3ee05007b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.556572] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.556572] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.556713] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.558143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.558143] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.558143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.558143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.558342] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.558342] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.558555] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.558683] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.558793] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.558895] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.558999] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.559109] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.559255] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.581043] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.582142] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.582933] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.583162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.583507] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-942c0716-1e8b-4b3f-9a18-d1230b3838e0 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.584538] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.585563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.585563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.585563] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942c0716-1e8b-4b3f-9a18-d1230b3838e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.055063] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b165b53-bd0d-45ac-b39f-54c3ee05007b [ 637.055322] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.055464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.055527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.055754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.056569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.056569] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b165b53-bd0d-45ac-b39f-54c3ee05007b already deleted. [ 637.056569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b165b53-bd0d-45ac-b39f-54c3ee05007b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.087962] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.089406] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.089959] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.090046] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.090271] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.090507] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 942c0716-1e8b-4b3f-9a18-d1230b3838e0 not found, creating... [ 637.090949] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.091219] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.091405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.091740] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.091946] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.095229] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.095557] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.095836] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.097436] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.097436] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.097436] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 942c0716-1e8b-4b3f-9a18-d1230b3838e0 is going to be created. [ 637.123429] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.123429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.123429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.123429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.123789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.123789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.494640] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b in Status: SUCCESS [ 637.494640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.581330] env[65093]: INFO networking_nsxv3.common.synchronization [req-8f8156c4-f8fb-4bc7-8faa-273ec0c20574 req-7042e59e-1b3c-4431-8ace-607c275b7a58 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 637.582032] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 637.582585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.582585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.582585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.582791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.582902] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.583034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.583731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.583731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.583731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.583731] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.890703] env[65093]: INFO networking_nsxv3.common.synchronization [req-7fa8f736-13e4-45f7-8ee2-2a7f464853ad req-c84b2cbe-6400-4f25-be8b-6c63c0d7d0ae service nova] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_rules [ 637.890703] env[65093]: INFO networking_nsxv3.common.synchronization [req-7fa8f736-13e4-45f7-8ee2-2a7f464853ad req-c84b2cbe-6400-4f25-be8b-6c63c0d7d0ae service nova] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 637.890703] env[65093]: INFO networking_nsxv3.common.synchronization [req-7fa8f736-13e4-45f7-8ee2-2a7f464853ad req-c84b2cbe-6400-4f25-be8b-6c63c0d7d0ae service nova] Enqueued Resource ID: 942c0716-1e8b-4b3f-9a18-d1230b3838e0 with Priority: HIGHEST for action port [ 637.890703] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_rules [ 637.890703] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 637.890703] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942c0716-1e8b-4b3f-9a18-d1230b3838e0 with Priority: HIGHEST for action port [ 637.890703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.890703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.890703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.890703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.893059] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.896317] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.896317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.896464] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-942c0716-1e8b-4b3f-9a18-d1230b3838e0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.896574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.896670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.896896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.897997] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942c0716-1e8b-4b3f-9a18-d1230b3838e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.045118] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.045118] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.045118] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.045118] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.045535] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.045950] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.046174] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.046549] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.046838] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.047162] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.047729] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.049047] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.049047] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.049047] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.049047] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.049047] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.069734] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.070832] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.070832] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.070832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.071220] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-a0652452-934c-47ca-844c-9a57c1e37f28 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.071420] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.071542] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.071856] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.071990] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0652452-934c-47ca-844c-9a57c1e37f28',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.085388] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.085538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.085927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.086159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.086254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.086675] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.086820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.086872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.087169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.087264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.087351] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a already deleted. [ 638.087436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.159303] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6f948353-05d1-404a-b42f-545284761e90 None None] Enqueued Resource ID: e324816d-8418-47fb-9e79-bd43df5446e4 with Priority: HIGHEST for action port [ 638.159851] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e324816d-8418-47fb-9e79-bd43df5446e4 with Priority: HIGHEST for action port [ 638.160648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e324816d-8418-47fb-9e79-bd43df5446e4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.160853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e324816d-8418-47fb-9e79-bd43df5446e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.160934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e324816d-8418-47fb-9e79-bd43df5446e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.161168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e324816d-8418-47fb-9e79-bd43df5446e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.161249] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e324816d-8418-47fb-9e79-bd43df5446e4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.398947] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.399099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.400644] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 942c0716-1e8b-4b3f-9a18-d1230b3838e0 with status ACTIVE [ 638.400644] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.400805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.400845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.401175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.402036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.402036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.402036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402326] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.402506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.402580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.402761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402936] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 942c0716-1e8b-4b3f-9a18-d1230b3838e0 is going to be updated. [ 638.428331] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.428530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.428530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.428724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.428864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.429025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942c0716-1e8b-4b3f-9a18-d1230b3838e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.436828] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 638.437016] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 deletion is rescheduled due to dependency. [ 638.437157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.437332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.437479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.437660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.437774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.439148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.439148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.439148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.439148] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.574694] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.574979] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.575095] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.575343] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.575522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.578272] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port a0652452-934c-47ca-844c-9a57c1e37f28 not found, creating... [ 638.578272] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.578272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.578272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.578272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.578272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.578272] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.578272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.578272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.580683] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.580890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.580964] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: a0652452-934c-47ca-844c-9a57c1e37f28 is going to be created. [ 638.605451] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.605451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.605451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.605451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.605451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.605451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.664180] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e324816d-8418-47fb-9e79-bd43df5446e4 [ 638.664486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.664586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.664672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.664965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.665120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.665247] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e324816d-8418-47fb-9e79-bd43df5446e4 already deleted. [ 638.665405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e324816d-8418-47fb-9e79-bd43df5446e4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.745388] env[65093]: INFO networking_nsxv3.common.synchronization [req-35a98868-81df-4c1e-b097-9132df6805fd req-ae561dbe-a60c-4296-b5b3-55ab8e592307 tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e with Priority: HIGHEST for action security_group_rules [ 638.745910] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e with Priority: HIGHEST for action security_group_rules [ 638.748247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.748409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.748518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.748944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.748944] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a69a26c-fbf7-4eab-844a-b61701f98f1e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.941519] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.274118] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.274118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.274118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.274118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.274118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.274118] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e already deleted. [ 639.274118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.330420] env[65093]: INFO networking_nsxv3.common.synchronization [req-8f8156c4-f8fb-4bc7-8faa-273ec0c20574 req-2e1b443d-0fa1-46c4-b8ce-f3da61246ea8 service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 639.330420] env[65093]: INFO networking_nsxv3.common.synchronization [req-8f8156c4-f8fb-4bc7-8faa-273ec0c20574 req-2e1b443d-0fa1-46c4-b8ce-f3da61246ea8 service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 639.332170] env[65093]: INFO networking_nsxv3.common.synchronization [req-8f8156c4-f8fb-4bc7-8faa-273ec0c20574 req-2e1b443d-0fa1-46c4-b8ce-f3da61246ea8 service nova] Enqueued Resource ID: a0652452-934c-47ca-844c-9a57c1e37f28 with Priority: HIGHEST for action port [ 639.332170] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 639.332170] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 639.332170] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0652452-934c-47ca-844c-9a57c1e37f28 with Priority: HIGHEST for action port [ 639.334018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.334018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.334018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.334018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.336770] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.336770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.336770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.336770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.336770] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.339186] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0652452-934c-47ca-844c-9a57c1e37f28 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.339486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.340053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.340053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.340053] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0652452-934c-47ca-844c-9a57c1e37f28',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.444419] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.843348] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.844601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.844737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.844918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0652452-934c-47ca-844c-9a57c1e37f28 with status ACTIVE [ 639.845097] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.845202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.845263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.845520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.845620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.845956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.845956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.845956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.846166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.846166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.846345] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.846451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.846508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.846685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.848138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.848212] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0652452-934c-47ca-844c-9a57c1e37f28 is going to be updated. [ 639.872788] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.872983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.873119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.873370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.873535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.873785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0652452-934c-47ca-844c-9a57c1e37f28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.948943] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.949219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.949219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.949494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.949577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.949630] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be updated. [ 639.987685] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.987929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.988058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.988241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.988413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.999080] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: IN_PROGRESS for 2s [ 640.010411] env[65093]: INFO networking_nsxv3.common.synchronization [req-94977c67-eea2-4466-b057-89b9f0c3c75b req-49183be3-f6a6-4ab4-ab78-759178d3cb5c tempest-ServersWithSpecificFlavorTestJSON-1153402547 tempest-ServersWithSpecificFlavorTestJSON-1153402547-project-member] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 640.011085] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 640.011524] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.011664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.011730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.012012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.014625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.014819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.014876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.015119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.015215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.015319] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.351075] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.425304] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.425489] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426014] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.426405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.426701] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.426847] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426954] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.427202] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.427326] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.427523] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.427632] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.427732] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.427830] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.427933] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.428043] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.430726] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.448386] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.448567] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.448754] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.448941] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.449264] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-8ae29880-1781-458d-ad8b-46b449d19a5f taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.449446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.449561] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.449888] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.450023] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae29880-1781-458d-ad8b-46b449d19a5f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.518039] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.518039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.518039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.519072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.519205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.519626] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.519795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.519877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.520109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.520198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.520293] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 already deleted. [ 640.520379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.854247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.854671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.854671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.854671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.854809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.854848] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be created. [ 640.879920] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.880143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.880198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.880427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.880632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.889798] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: UNINITIALIZED for 2s [ 640.953549] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.953734] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.953862] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.954320] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.954320] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.954431] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 8ae29880-1781-458d-ad8b-46b449d19a5f not found, creating... [ 640.954686] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.954837] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.954946] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.955201] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.955301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.955579] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.955727] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.955841] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.956633] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.957040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.957040] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 8ae29880-1781-458d-ad8b-46b449d19a5f is going to be created. [ 640.959277] env[65093]: INFO networking_nsxv3.common.synchronization [req-0f997951-305f-425b-88d6-847ce9631ba7 req-fa5ecf61-48ab-4fe8-8f95-27c64c420f60 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 640.959861] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 640.960564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.960682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.960731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.960888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.961042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.961138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.961199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.961399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.961528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.961580] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.984443] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.984652] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.984770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.985058] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.985285] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.985508] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.464566] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.744356] env[65093]: INFO networking_nsxv3.common.synchronization [req-94977c67-eea2-4466-b057-89b9f0c3c75b req-9476666b-37cb-4ff8-82f6-3b45307f0ec2 service nova] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 641.744356] env[65093]: INFO networking_nsxv3.common.synchronization [req-94977c67-eea2-4466-b057-89b9f0c3c75b req-9476666b-37cb-4ff8-82f6-3b45307f0ec2 service nova] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 641.744356] env[65093]: INFO networking_nsxv3.common.synchronization [req-94977c67-eea2-4466-b057-89b9f0c3c75b req-9476666b-37cb-4ff8-82f6-3b45307f0ec2 service nova] Enqueued Resource ID: 8ae29880-1781-458d-ad8b-46b449d19a5f with Priority: HIGHEST for action port [ 641.744356] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 641.744356] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 641.744356] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae29880-1781-458d-ad8b-46b449d19a5f with Priority: HIGHEST for action port [ 641.744356] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.744356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.745395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.745666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.745936] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.747880] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.748130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.748197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.748395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.749124] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.749124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.749124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.749124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.749124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.749582] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.751072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae29880-1781-458d-ad8b-46b449d19a5f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.751072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.751072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.751072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.751072] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae29880-1781-458d-ad8b-46b449d19a5f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.966824] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.010642] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 642.011378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.011436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.013801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.013801] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.013801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.013801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.013801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.013801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.013801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.013801] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.255438] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.255438] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.255438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.255684] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ae29880-1781-458d-ad8b-46b449d19a5f with status ACTIVE [ 642.255946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.256083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.256139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.256333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.256414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.256684] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.256684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.256878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.256878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.257122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.257122] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.257253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.257253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.257531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.257531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.257531] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ae29880-1781-458d-ad8b-46b449d19a5f is going to be updated. [ 642.283922] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.284885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.284885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.284885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.284885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.284885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae29880-1781-458d-ad8b-46b449d19a5f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.470452] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.470689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.470764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.471028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.471167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.471274] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 642.512520] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.512733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.512733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.512955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.513119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.516067] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.516279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.516279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.516454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.516619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.517153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.517153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.517153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.517153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.517362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.517362] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.517447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.517484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.517623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.517758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.517849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.517909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.518061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.518140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.518247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.518320] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.526668] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 642.756915] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.901022] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 642.901234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.901425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.901798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.901894] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.902088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.902220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.902525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.902525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.902631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.902665] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.022050] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85fb778e-2413-40e9-8f9f-b040ee3895a6: rpc.has_security_group_logging(os_id): False [ 643.042622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.042800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.042845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.043054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.043182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.043349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.043806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.043806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.043806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.043806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044127] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.044127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.044233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.044262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044436] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.044522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.044719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.044793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044874] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be updated. [ 643.113872] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.114111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.114111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.114323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.114472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.128452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: IN_PROGRESS for 2s [ 643.261056] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.261056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.261247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.261415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.261549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.261667] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be created. [ 643.317343] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.317507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.317608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.317913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.318206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.335029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: UNINITIALIZED for 2s [ 643.405432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.405432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.405432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.405735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406354] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406662] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.407633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.407633] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.706098] env[65093]: INFO networking_nsxv3.common.synchronization [req-840336bd-fd63-4cda-9a8f-c9810b87f595 req-e8163284-6016-4922-931e-3eb8646bd91a tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 643.706495] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 643.706820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.706925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.912206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5b86b8-523f-49ad-9a08-c0f1723f781a: rpc.has_security_group_logging(os_id): False [ 643.932026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.932026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.932026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.932026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.932870] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.932870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.933948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.933948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.935706] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be created. [ 644.008192] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.008192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.008192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.008334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.008485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.021652] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 644.406754] env[65093]: INFO networking_nsxv3.common.synchronization [req-bda1f9a1-7de9-452f-8ee5-d9d4382f5db9 req-ddcfaa3f-4d30-43bc-8782-bf4eeee10745 tempest-TenantUsagesTestJSON-1102125398 tempest-TenantUsagesTestJSON-1102125398-project-member] Enqueued Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_members [ 644.407049] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_members [ 644.407103] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.407233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.407291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.407548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.407712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.407807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.407865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.408021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.408108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.408996] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.537913] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 644.538616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.539198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.539467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.539656] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.539775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.539836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.540288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.540424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.540567] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.696480] env[65093]: INFO networking_nsxv3.common.synchronization [None req-395a1fa8-3547-4bcb-8a76-38e17f1b7f23 None None] Enqueued Resource ID: 696e5879-048f-4121-aa4f-8831c6c2dc2a with Priority: HIGHEST for action port [ 644.696786] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696e5879-048f-4121-aa4f-8831c6c2dc2a with Priority: HIGHEST for action port [ 644.697326] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-696e5879-048f-4121-aa4f-8831c6c2dc2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.697446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696e5879-048f-4121-aa4f-8831c6c2dc2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.697510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696e5879-048f-4121-aa4f-8831c6c2dc2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.699112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696e5879-048f-4121-aa4f-8831c6c2dc2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.699222] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696e5879-048f-4121-aa4f-8831c6c2dc2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.910504] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.910725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.910770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.910977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.911087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.911280] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.911398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.911455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.911614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.911695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.911795] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90024afd-bd50-4612-8f8d-e7ee37954601 already deleted. [ 644.911877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.042766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.043237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.043237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.043327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.043360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.045925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.045925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.045925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.046210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.046210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.046275] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 645.077957] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.077957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.077957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.077957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.077957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.088175] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 645.142092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 645.142303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.205420] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 696e5879-048f-4121-aa4f-8831c6c2dc2a [ 645.207127] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.207127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.207127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.207127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.207127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.207127] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:696e5879-048f-4121-aa4f-8831c6c2dc2a already deleted. [ 645.207127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696e5879-048f-4121-aa4f-8831c6c2dc2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.296182] env[65093]: INFO networking_nsxv3.common.synchronization [req-cbd0c00a-16f1-4416-87d0-65fd5d7593c9 req-f21c8c1d-3aa1-4926-8728-fcb515629191 tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e with Priority: HIGHEST for action security_group_rules [ 645.296182] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e with Priority: HIGHEST for action security_group_rules [ 645.296461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.296659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.296803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.297326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.297326] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a69a26c-fbf7-4eab-844a-b61701f98f1e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.349041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: SUCCESS [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.349041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.349041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.349041] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.663299] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.663595] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.663595] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.663788] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.664104] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.664202] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.664376] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.664516] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.664686] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.664891] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.664996] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.666377] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.666527] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.666662] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.666766] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.666918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.692378] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.692378] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.692378] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.692378] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.693555] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-e06e222d-af83-46ac-a74f-05d9a0d0a36b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.693555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.693555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.693555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.693555] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06e222d-af83-46ac-a74f-05d9a0d0a36b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.812896] env[65093]: INFO networking_nsxv3.common.synchronization [None req-87f6f2bf-b4a1-481f-8cbd-ae9cfad02541 None None] Enqueued Resource ID: 2e0bb38a-1757-4add-ac05-f2693ef85748 with Priority: HIGHEST for action port [ 645.813480] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0bb38a-1757-4add-ac05-f2693ef85748 with Priority: HIGHEST for action port [ 645.813801] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e0bb38a-1757-4add-ac05-f2693ef85748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.813944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e0bb38a-1757-4add-ac05-f2693ef85748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.814031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e0bb38a-1757-4add-ac05-f2693ef85748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.814459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e0bb38a-1757-4add-ac05-f2693ef85748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.814915] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0bb38a-1757-4add-ac05-f2693ef85748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.821099] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.821250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.821900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.821900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.821900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.821900] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e already deleted. [ 645.821900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.852278] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.050075] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 646.051096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.198267] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.198537] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.198683] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.199043] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.199193] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.199450] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port e06e222d-af83-46ac-a74f-05d9a0d0a36b not found, creating... [ 646.199722] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.199918] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.200046] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.200337] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.200468] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.200865] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.201015] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.204618] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.204946] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.205105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.205320] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: e06e222d-af83-46ac-a74f-05d9a0d0a36b is going to be created. [ 646.231744] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.231744] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.231936] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232936] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232936] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.232936] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.317812] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e0bb38a-1757-4add-ac05-f2693ef85748 [ 646.319303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.319303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.319303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.319303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.319865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.319865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e0bb38a-1757-4add-ac05-f2693ef85748 already deleted. [ 646.319865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e0bb38a-1757-4add-ac05-f2693ef85748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.360833] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 125115e6-4f9f-4b33-82d3-4236e0cbc3a8: rpc.has_security_group_logging(os_id): False [ 646.380437] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.380525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.380580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.381038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.381212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.382091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.382091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.382091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.382091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.382091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.382356] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be created. [ 646.449956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.449956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.449956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.449956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.449956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.465345] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: IN_PROGRESS for 2s [ 646.740520] env[65093]: INFO networking_nsxv3.common.synchronization [None req-59a76ccb-3628-4a2f-ba95-b2092d5003c5 None None] Enqueued Resource ID: a06ac567-a494-4212-8148-1a4cb329cc36 with Priority: HIGHEST for action port [ 646.741950] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ac567-a494-4212-8148-1a4cb329cc36 with Priority: HIGHEST for action port [ 646.742089] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06ac567-a494-4212-8148-1a4cb329cc36 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.742296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06ac567-a494-4212-8148-1a4cb329cc36" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.742530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06ac567-a494-4212-8148-1a4cb329cc36" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.742723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06ac567-a494-4212-8148-1a4cb329cc36" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.742865] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06ac567-a494-4212-8148-1a4cb329cc36',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.939019] env[65093]: INFO networking_nsxv3.common.synchronization [req-f994d862-8e06-4f62-b6ef-da1a4d2b6c1b req-e2202c67-4c0b-48c4-b8fa-35c2ff0ebb5c tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 646.939019] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 646.939282] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.939660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.939884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.940206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.940489] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.940720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.942041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.942041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.942041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.942041] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.976838] env[65093]: INFO networking_nsxv3.common.synchronization [req-bda1f9a1-7de9-452f-8ee5-d9d4382f5db9 req-107a7e32-e496-4495-9d83-7b77be07f8d4 service nova] Enqueued Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_rules [ 646.977019] env[65093]: INFO networking_nsxv3.common.synchronization [req-bda1f9a1-7de9-452f-8ee5-d9d4382f5db9 req-107a7e32-e496-4495-9d83-7b77be07f8d4 service nova] Enqueued Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_members [ 646.977491] env[65093]: INFO networking_nsxv3.common.synchronization [req-bda1f9a1-7de9-452f-8ee5-d9d4382f5db9 req-107a7e32-e496-4495-9d83-7b77be07f8d4 service nova] Enqueued Resource ID: e06e222d-af83-46ac-a74f-05d9a0d0a36b with Priority: HIGHEST for action port [ 646.977990] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_rules [ 646.978624] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_members [ 646.978747] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06e222d-af83-46ac-a74f-05d9a0d0a36b with Priority: HIGHEST for action port [ 646.979081] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.979242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.979476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.979659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.979778] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.981719] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.981719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.981719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.981973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.982142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.982253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.984829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.984829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.984829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.984829] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.987613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06e222d-af83-46ac-a74f-05d9a0d0a36b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.987613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.987613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987613] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06e222d-af83-46ac-a74f-05d9a0d0a36b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.100143] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 647.100143] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 deletion is rescheduled due to dependency. [ 647.100143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.245727] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a06ac567-a494-4212-8148-1a4cb329cc36 [ 647.246094] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.246230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.246280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.246453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.246547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.246640] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a06ac567-a494-4212-8148-1a4cb329cc36 already deleted. [ 647.247076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06ac567-a494-4212-8148-1a4cb329cc36" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.322040] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.322040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.322040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.322427] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.322704] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.323014] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.323014] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.323276] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.323433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.323997] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.323997] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.324201] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.324201] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.324352] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.324396] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.324985] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.348888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.349073] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.349351] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.349442] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.353030] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.353030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.353030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.353030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.353030] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a95b3-c7e9-4ae8-995c-7686cf98e305',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.446113] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.491547] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.491547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.491547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.491989] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e06e222d-af83-46ac-a74f-05d9a0d0a36b with status ACTIVE [ 647.492197] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.492313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.492376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.492582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.492664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.492897] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.492984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.493056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.493212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.493289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.493463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.494213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.494213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.494213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.494213] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e06e222d-af83-46ac-a74f-05d9a0d0a36b is going to be updated. [ 647.524670] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.524670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.524670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.524670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.524670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.524670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06e222d-af83-46ac-a74f-05d9a0d0a36b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.747884] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2e7c68db-1e81-4d89-9b54-2accbacf8437 None None] Enqueued Resource ID: c67ded4b-fafe-40f5-935e-79dfbf0c059a with Priority: HIGHEST for action port [ 647.748460] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67ded4b-fafe-40f5-935e-79dfbf0c059a with Priority: HIGHEST for action port [ 647.748772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67ded4b-fafe-40f5-935e-79dfbf0c059a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.748940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67ded4b-fafe-40f5-935e-79dfbf0c059a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.748940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67ded4b-fafe-40f5-935e-79dfbf0c059a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.749309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67ded4b-fafe-40f5-935e-79dfbf0c059a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.749994] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67ded4b-fafe-40f5-935e-79dfbf0c059a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.842345] env[65093]: INFO networking_nsxv3.common.synchronization [req-50c5144e-f219-4676-a6e3-5fef169cd317 req-4dee92ba-3ffb-44c5-80fb-79ced56f7f16 tempest-FloatingIPsAssociationTestJSON-1733717693 tempest-FloatingIPsAssociationTestJSON-1733717693-project-member] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 647.842345] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 647.842345] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.842579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.842579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.842666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.843416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.843416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.843416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.843416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.843416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.843416] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.855856] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.856083] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.856185] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.856933] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.856933] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.856933] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port ab5a95b3-c7e9-4ae8-995c-7686cf98e305 not found, creating... [ 647.857139] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.857139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.857276] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.857480] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.857591] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.857865] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.858022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.858249] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.858432] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.858564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.858694] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: ab5a95b3-c7e9-4ae8-995c-7686cf98e305 is going to be created. [ 647.883933] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.884187] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.884321] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.887366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.887366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.887366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.949967] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.993135] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.252617] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c67ded4b-fafe-40f5-935e-79dfbf0c059a [ 648.252982] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.253138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.253209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.253434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.253538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.253623] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c67ded4b-fafe-40f5-935e-79dfbf0c059a already deleted. [ 648.253707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67ded4b-fafe-40f5-935e-79dfbf0c059a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.348170] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.451554] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.451757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.452112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.452112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.452285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.452285] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 648.479425] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: SUCCESS [ 648.479425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.492492] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.492492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.492492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.493286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.493286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.495672] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.495672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.495844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.495936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.496033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.496173] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90024afd-bd50-4612-8f8d-e7ee37954601 is going to be created. [ 648.505441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 648.522821] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.523077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.523121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.523382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.523510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.535921] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90024afd-bd50-4612-8f8d-e7ee37954601 in Status: UNINITIALIZED for 2s [ 648.596224] env[65093]: INFO networking_nsxv3.common.synchronization [req-f994d862-8e06-4f62-b6ef-da1a4d2b6c1b req-09717e40-95a8-4431-ac39-bc2f997df13c service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 648.596396] env[65093]: INFO networking_nsxv3.common.synchronization [req-f994d862-8e06-4f62-b6ef-da1a4d2b6c1b req-09717e40-95a8-4431-ac39-bc2f997df13c service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 648.596511] env[65093]: INFO networking_nsxv3.common.synchronization [req-f994d862-8e06-4f62-b6ef-da1a4d2b6c1b req-09717e40-95a8-4431-ac39-bc2f997df13c service nova] Enqueued Resource ID: ab5a95b3-c7e9-4ae8-995c-7686cf98e305 with Priority: HIGHEST for action port [ 648.596738] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 648.596996] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 648.596996] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5a95b3-c7e9-4ae8-995c-7686cf98e305 with Priority: HIGHEST for action port [ 648.597550] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.597677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.597744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.597975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.598150] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.598996] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599818] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.599818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.599818] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a95b3-c7e9-4ae8-995c-7686cf98e305',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.644657] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.644884] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.645013] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.645278] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.645530] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.645683] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.645794] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.646010] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.646366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.646582] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.646694] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.646801] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.646904] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.647045] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.647174] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.647301] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.667109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.667278] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.667408] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.667595] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-864" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.668090] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-9475e568-d207-43a0-ac2c-672dc05b7802 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.668090] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.668222] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.668551] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.668688] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9475e568-d207-43a0-ac2c-672dc05b7802',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.852116] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.101983] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102323] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab5a95b3-c7e9-4ae8-995c-7686cf98e305 with status ACTIVE [ 649.102517] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.102940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.103047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.103225] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.103385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.103385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.103542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.103620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.103817] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.103919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.103981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.104142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.104332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.104332] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab5a95b3-c7e9-4ae8-995c-7686cf98e305 is going to be updated. [ 649.129060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5a95b3-c7e9-4ae8-995c-7686cf98e305" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.170996] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.171283] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.171360] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.171720] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.171881] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.172111] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 9475e568-d207-43a0-ac2c-672dc05b7802 not found, creating... [ 649.172395] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172638] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172738] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.173113] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.173408] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.173572] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.173685] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.173893] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.174033] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.174203] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 9475e568-d207-43a0-ac2c-672dc05b7802 is going to be created. [ 649.195853] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.196207] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.196278] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.196522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.196798] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.197047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.355135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.355135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.355135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.355406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.355406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.355406] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be updated. [ 649.396048] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.396249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.396306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.396510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.396670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.408073] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: IN_PROGRESS for 2s [ 649.989010] env[65093]: INFO networking_nsxv3.common.synchronization [req-50c5144e-f219-4676-a6e3-5fef169cd317 req-9fab2115-d378-4445-af5b-28255af90bae service nova] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_rules [ 649.989388] env[65093]: INFO networking_nsxv3.common.synchronization [req-50c5144e-f219-4676-a6e3-5fef169cd317 req-9fab2115-d378-4445-af5b-28255af90bae service nova] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 649.989388] env[65093]: INFO networking_nsxv3.common.synchronization [req-50c5144e-f219-4676-a6e3-5fef169cd317 req-9fab2115-d378-4445-af5b-28255af90bae service nova] Enqueued Resource ID: 9475e568-d207-43a0-ac2c-672dc05b7802 with Priority: HIGHEST for action port [ 649.989884] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_rules [ 649.990199] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 649.990368] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475e568-d207-43a0-ac2c-672dc05b7802 with Priority: HIGHEST for action port [ 649.990761] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.990857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.991578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.991698] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.993117] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.993571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.993571] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-9475e568-d207-43a0-ac2c-672dc05b7802 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.993571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.996081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.996081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.996081] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9475e568-d207-43a0-ac2c-672dc05b7802',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.499264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.499428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.499661] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9475e568-d207-43a0-ac2c-672dc05b7802 with status ACTIVE [ 650.499852] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.500686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.500686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.500686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.500686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.500686] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.500686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.500963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.500963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.500963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.501121] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.501211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.501271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.501413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.501506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.501592] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9475e568-d207-43a0-ac2c-672dc05b7802 is going to be updated. [ 650.509081] env[65093]: INFO networking_nsxv3.common.synchronization [None req-037ff64a-6678-4f1d-b66a-caefbdb8a1cb None None] Enqueued Resource ID: 726a4a6f-6584-4130-89a3-adbb5cf090d9 with Priority: HIGHEST for action port [ 650.509773] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726a4a6f-6584-4130-89a3-adbb5cf090d9 with Priority: HIGHEST for action port [ 650.511194] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-726a4a6f-6584-4130-89a3-adbb5cf090d9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.511277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726a4a6f-6584-4130-89a3-adbb5cf090d9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.511325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726a4a6f-6584-4130-89a3-adbb5cf090d9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.511596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726a4a6f-6584-4130-89a3-adbb5cf090d9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.511674] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726a4a6f-6584-4130-89a3-adbb5cf090d9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.518053] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 650.518232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.518637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.518844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.519049] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.519166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.519234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.519388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.519474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.519569] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.527654] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.527801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.528032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.528622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.529081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.529386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9475e568-d207-43a0-ac2c-672dc05b7802" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.546612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90024afd-bd50-4612-8f8d-e7ee37954601 in Status: SUCCESS [ 650.546873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.547338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.547591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.547809] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.547953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.548077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.548197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.548296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.548388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.548473] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.575129] env[65093]: INFO networking_nsxv3.common.synchronization [req-e0cd5890-580f-4489-a21d-05571110584b req-eead9c26-61b9-44b1-8e51-752f43bf354a tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 650.575986] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 650.577640] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.577778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.577858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.578417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.578417] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.578417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.579498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.579498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.579498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.579498] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.014284] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 726a4a6f-6584-4130-89a3-adbb5cf090d9 [ 651.014583] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.014649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.014720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.014940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.015048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.015145] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:726a4a6f-6584-4130-89a3-adbb5cf090d9 already deleted. [ 651.015234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726a4a6f-6584-4130-89a3-adbb5cf090d9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.022144] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.028478] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.028891] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.028891] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.029688] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.029688] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.029688] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.030090] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.030375] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.030597] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.030989] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.030989] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.031129] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.031196] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.031329] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.031973] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.031973] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.051175] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.051348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.051734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.051912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.052098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.052275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.052354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.052847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.052991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.053148] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.053238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.053301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.053430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.053600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.053600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.053674] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.065847] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.066024] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.066161] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.066333] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.066640] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-72a08282-cf98-45fa-8c6c-539444b67cde taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.066842] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.066967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.067280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.067413] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a08282-cf98-45fa-8c6c-539444b67cde',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.082156] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.082334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.082380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.082583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.082671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.082860] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.082965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.083027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.083167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.083240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.083322] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 already deleted. [ 651.083400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.417515] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 651.417858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.418145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.419406] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.524759] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.555607] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90024afd-bd50-4612-8f8d-e7ee37954601: rpc.has_security_group_logging(os_id): False [ 651.570072] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.570464] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.570696] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.571083] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.571298] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.571523] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 72a08282-cf98-45fa-8c6c-539444b67cde not found, creating... [ 651.571855] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.572056] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.572199] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.572479] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.572674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.572971] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.573130] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573833] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.573833] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.573833] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.573833] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 72a08282-cf98-45fa-8c6c-539444b67cde is going to be created. [ 651.575950] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.576593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.576772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.576947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.577040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.577237] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.577337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.577393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.577541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.577617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.577802] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.577890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.577948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.578095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.578169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.578342] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.578434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.578495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.578633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.578706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.578786] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90024afd-bd50-4612-8f8d-e7ee37954601 is going to be created. [ 651.601498] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.601751] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.601849] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.602103] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602328] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.602581] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.657434] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.657673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.657768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.658072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.658326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.673037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90024afd-bd50-4612-8f8d-e7ee37954601 in Status: IN_PROGRESS for 2s [ 651.921174] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.031423] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.031764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.031764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.031978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.032086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.032187] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 652.063816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.064018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.064069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.064324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.064504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.075399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 652.331731] env[65093]: INFO networking_nsxv3.common.synchronization [req-e0cd5890-580f-4489-a21d-05571110584b req-583d6735-cb71-46dc-9796-d8641136e800 service nova] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_rules [ 652.331731] env[65093]: INFO networking_nsxv3.common.synchronization [req-e0cd5890-580f-4489-a21d-05571110584b req-583d6735-cb71-46dc-9796-d8641136e800 service nova] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 652.331731] env[65093]: INFO networking_nsxv3.common.synchronization [req-e0cd5890-580f-4489-a21d-05571110584b req-583d6735-cb71-46dc-9796-d8641136e800 service nova] Enqueued Resource ID: 72a08282-cf98-45fa-8c6c-539444b67cde with Priority: HIGHEST for action port [ 652.332576] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_rules [ 652.332576] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 652.332576] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a08282-cf98-45fa-8c6c-539444b67cde with Priority: HIGHEST for action port [ 652.332766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.332899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.332940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.333272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.333349] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.334604] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.334604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.334604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.334604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.334768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.335143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.335143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.335280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.335280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.335368] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.336899] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a08282-cf98-45fa-8c6c-539444b67cde taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.337056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.337124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.337288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.337361] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a08282-cf98-45fa-8c6c-539444b67cde',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.423552] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.715657] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6025e50b-b85c-4332-91ed-5b24380f6f63 None None] Enqueued Resource ID: 6c1d94fe-eeb4-4952-8fe8-d9f107a5b966 with Priority: HIGHEST for action port [ 652.716221] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c1d94fe-eeb4-4952-8fe8-d9f107a5b966 with Priority: HIGHEST for action port [ 652.716519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c1d94fe-eeb4-4952-8fe8-d9f107a5b966 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.717599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c1d94fe-eeb4-4952-8fe8-d9f107a5b966" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.717801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c1d94fe-eeb4-4952-8fe8-d9f107a5b966" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.719325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c1d94fe-eeb4-4952-8fe8-d9f107a5b966" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.721330] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c1d94fe-eeb4-4952-8fe8-d9f107a5b966',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.840367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.840624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.840767] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.841905] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72a08282-cf98-45fa-8c6c-539444b67cde with status ACTIVE [ 652.842929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.842929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.842929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.842929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.842929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.842929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.843395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.844816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.844816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.844816] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72a08282-cf98-45fa-8c6c-539444b67cde is going to be updated. [ 652.872749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.873587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.873802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.874050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.874120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.874289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a08282-cf98-45fa-8c6c-539444b67cde" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.926557] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.926792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.926933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.927133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.927228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.927318] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be updated. [ 652.951686] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-8749117c-6e7e-4198-a4d0-905f32b8b440 tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 652.953356] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 652.954170] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.954170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.954170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.955065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.955065] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.955065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.955065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.955555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.955717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.955871] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.977293] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.977293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.977293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.977293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.977293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.988411] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: IN_PROGRESS for 2s [ 653.226023] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c1d94fe-eeb4-4952-8fe8-d9f107a5b966 [ 653.226023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.226023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.226023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.226023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.226023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.226023] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c1d94fe-eeb4-4952-8fe8-d9f107a5b966 already deleted. [ 653.226023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c1d94fe-eeb4-4952-8fe8-d9f107a5b966" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.347875] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.371174] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-f98a6226-7c72-4ddb-8c5f-8ca4a3ba842f tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 653.371738] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 653.374782] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.374782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.458998] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.459227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.459297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.459520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.460330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.460571] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.460684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.460759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.460944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.461033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.461122] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a already deleted. [ 653.461240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.461377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.461578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.461823] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.461972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.462160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.463115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.463115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.463115] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.689309] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90024afd-bd50-4612-8f8d-e7ee37954601 in Status: SUCCESS [ 653.689666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.821648] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-23909543-3619-49e8-9991-9f6a0e5579ff tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 653.822817] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 653.823026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.823148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.852170] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.852368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.852422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.852665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.852835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.852965] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be created. [ 653.882163] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.882387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.882387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.882655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.882894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.896071] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: UNINITIALIZED for 2s [ 653.966814] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.966814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.966814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.966814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.966814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.967243] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.967327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.967430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.968461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.968461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.970032] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a already deleted. [ 653.970032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.970032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.970332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970393] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.970504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.970685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.970740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.970889] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.092807] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 654.092807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.093025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.093627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.093627] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.093862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.095401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.095401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.095401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.095401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.095401] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.254568] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.255840] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.255840] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.255840] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.255840] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.256067] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.256172] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.256356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.256685] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.256765] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.256911] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.257054] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.257330] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.257330] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.257489] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.257733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.286139] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.286306] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.286442] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.286701] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.287439] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-3ac975fa-0169-4301-82d5-866cbd2f1de8 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.287439] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.288014] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.288397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.288552] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac975fa-0169-4301-82d5-866cbd2f1de8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.475344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.475530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.475595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.475821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.475896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.476112] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.476253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.476398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.476465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.476525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.476578] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a already deleted. [ 654.476701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.598097] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.599092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.599304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.600553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.600553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.600553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.600553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.600553] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.600553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.600553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.601073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.601073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.601483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.601483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.601739] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.792927] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.792927] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.792927] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.793535] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.793611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.794263] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 3ac975fa-0169-4301-82d5-866cbd2f1de8 not found, creating... [ 654.794817] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.794977] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.795033] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.795336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.795564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.795895] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.796570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.796570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.796570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.796770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.796770] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 3ac975fa-0169-4301-82d5-866cbd2f1de8 is going to be created. [ 654.838338] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.838962] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.839141] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.839699] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.839984] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.840252] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.002644] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 655.002644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.003266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.003321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.003510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.003709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.003709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.003904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.004022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.004218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.004218] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.104458] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d461862c-725f-4f33-93fc-6476f80128b9: rpc.has_security_group_logging(os_id): False [ 655.131427] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.131665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.131802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.132100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.132208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.132458] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.132613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.133683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.133683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.133683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.133683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.133683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.133683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.133683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.134502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.134502] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.134502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.134502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.134502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.134502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.134502] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 655.215709] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.215938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.215999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.216197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.216348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.238687] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 655.503682] env[65093]: INFO networking_nsxv3.common.synchronization [None req-c801ba0f-c85e-4fa0-b58a-da656d89517e tempest-ServersV294TestFqdnHostnames-1114566949 tempest-ServersV294TestFqdnHostnames-1114566949-project-member] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_rules [ 655.504373] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_rules [ 655.504693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.504826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.504889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.505557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.505885] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.507448] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.507656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.508789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.508789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.508789] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.508965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.508965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.509154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.510049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510049] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.510049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.510049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.510049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.510049] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.510375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.510375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.510375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.510473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510554] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.551088] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-b31dd272-464a-493a-8469-d3c51d08e2be service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 655.551341] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-b31dd272-464a-493a-8469-d3c51d08e2be service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 655.551477] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-b31dd272-464a-493a-8469-d3c51d08e2be service nova] Enqueued Resource ID: 3ac975fa-0169-4301-82d5-866cbd2f1de8 with Priority: HIGHEST for action port [ 655.553250] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 655.553711] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 655.553831] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac975fa-0169-4301-82d5-866cbd2f1de8 with Priority: HIGHEST for action port [ 655.554150] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.554279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.554366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.554642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.554727] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.555772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.555772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.555872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.555987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.556151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.556301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.556301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.556462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.556543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.556634] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.557720] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac975fa-0169-4301-82d5-866cbd2f1de8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.557831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.557901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.558067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.558147] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac975fa-0169-4301-82d5-866cbd2f1de8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.684639] env[65093]: INFO networking_nsxv3.common.synchronization [None req-953c17ff-0912-4e27-8cd4-5bd8ed5fcad1 tempest-ServersV294TestFqdnHostnames-1114566949 tempest-ServersV294TestFqdnHostnames-1114566949-project-member] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_rules [ 655.684953] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_rules [ 655.685545] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.685545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.910181] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 655.910181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.910181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.910444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.910586] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.910704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.910704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.910875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.914160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.914160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.914160] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.014726] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253962d7-7fd5-41d5-b564-dec01aa93748: rpc.has_security_group_logging(os_id): False [ 656.032239] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.032239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.032239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.032403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.032462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.032644] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef already deleted. [ 656.032798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.032979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.033497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.033497] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.035452] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.036559] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.036559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.036969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.036969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.036969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.036969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.037348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.037348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.038109] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.038109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.038109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.038109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.038109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.038109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be updated. [ 656.060925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.060925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.061191] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ac975fa-0169-4301-82d5-866cbd2f1de8 with status ACTIVE [ 656.061606] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.061723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.062874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.063261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.063375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.063601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.063728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.065055] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.065055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.065055] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ac975fa-0169-4301-82d5-866cbd2f1de8 is going to be updated. [ 656.066538] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.091790] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.092072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.092144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.092410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.092639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.092886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac975fa-0169-4301-82d5-866cbd2f1de8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.143906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.143906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.144158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.144403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.162618] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: IN_PROGRESS for 2s [ 656.259810] env[65093]: INFO networking_nsxv3.common.synchronization [req-ad44f858-9716-448f-813f-80e7358666ae req-69abf853-bce8-45c9-93bc-1ab82f7caebb tempest-ServersTestManualDisk-613837110 tempest-ServersTestManualDisk-613837110-project-member] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_members [ 656.260504] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_members [ 656.261593] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.261593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.261593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.261984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.262085] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.262182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.262236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.262409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.262546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.262632] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.414108] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.414291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.414654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.414855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.415353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.415456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.415657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.415747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.415840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.415994] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.416809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.416929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417292] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.417400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.417468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.417796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.417889] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.564520] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.564944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.564944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.564944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.565079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.565117] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef already deleted. [ 656.565200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.569634] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.686397] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.686581] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-103" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.686732] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-103" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.687452] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-103" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.687775] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.688829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.688829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.688829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.688829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.688829] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.689023] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.689023] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.689095] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.691374] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.691374] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.691374] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.712072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.712286] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.712422] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.712671] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-103" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.712997] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-9a2115fb-8747-43a9-9962-acb1092736ba taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.713205] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.713353] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.713674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.713875] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2115fb-8747-43a9-9962-acb1092736ba',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.755239] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.755462] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-557" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.755576] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-557" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.756080] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-557" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.756396] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.756563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.756680] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.756906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.757166] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.757427] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.757621] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.757781] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.757916] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.758112] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.758292] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.758469] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.764735] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765007] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.765341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.765437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.765727] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.766200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.766313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.766437] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c already deleted. [ 656.766614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.779476] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.779686] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.779923] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.780260] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-557" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.780489] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.780698] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.780925] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.781259] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.781394] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c8d3c2-7c34-49e0-a582-7a2e6b9b172d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.922964] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af9ba57c-e95b-4b6b-950f-c92a4ec709c3: rpc.has_security_group_logging(os_id): False [ 656.942056] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.942056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.942056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.942380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.942380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.942380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.942522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.942522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.942697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.942807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.943055] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.943159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.943221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.943368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.943442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.943623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.943714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.943775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.943924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.944027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.944076] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be created. [ 657.004832] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.005081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.005081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.005303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.005488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.017626] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: IN_PROGRESS for 2s [ 657.072324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.072527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.072603] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.072818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.072913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.073026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be created. [ 657.098842] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.099035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.099081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.099274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.099434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.108717] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: UNINITIALIZED for 2s [ 657.216703] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.217062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.217228] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.217514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.217663] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.217812] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 9a2115fb-8747-43a9-9962-acb1092736ba not found, creating... [ 657.218097] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.218250] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.218360] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.218579] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.218724] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.219030] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.219192] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.219305] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.219556] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.219682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.219816] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 9a2115fb-8747-43a9-9962-acb1092736ba is going to be created. [ 657.242239] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.242461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.242548] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.242890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.243125] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.243381] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.260433] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 657.260678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.284184] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.284416] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.284545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.284922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.285099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.285235] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 65c8d3c2-7c34-49e0-a582-7a2e6b9b172d not found, creating... [ 657.285500] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.285700] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.286212] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.286470] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.286612] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.286899] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.287062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.287173] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.287380] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.287558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.287725] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 65c8d3c2-7c34-49e0-a582-7a2e6b9b172d is going to be created. [ 657.332577] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.332836] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.332954] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.333288] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.333615] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.333946] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.029200] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-56bca75a-382e-4191-aeff-7ef243f2e224 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 658.029200] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-56bca75a-382e-4191-aeff-7ef243f2e224 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 658.029513] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-56bca75a-382e-4191-aeff-7ef243f2e224 service nova] Enqueued Resource ID: 9a2115fb-8747-43a9-9962-acb1092736ba with Priority: HIGHEST for action port [ 658.030527] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 658.030633] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 658.030741] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2115fb-8747-43a9-9962-acb1092736ba with Priority: HIGHEST for action port [ 658.031042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.031195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.031469] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.031652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.031879] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2115fb-8747-43a9-9962-acb1092736ba taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.032048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.032126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.032355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.032880] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2115fb-8747-43a9-9962-acb1092736ba',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.072545] env[65093]: INFO networking_nsxv3.common.synchronization [req-ad44f858-9716-448f-813f-80e7358666ae req-202638b3-c895-4163-b08a-feb461cce05f service nova] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_rules [ 658.073088] env[65093]: INFO networking_nsxv3.common.synchronization [req-ad44f858-9716-448f-813f-80e7358666ae req-202638b3-c895-4163-b08a-feb461cce05f service nova] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_members [ 658.073271] env[65093]: INFO networking_nsxv3.common.synchronization [req-ad44f858-9716-448f-813f-80e7358666ae req-202638b3-c895-4163-b08a-feb461cce05f service nova] Enqueued Resource ID: 65c8d3c2-7c34-49e0-a582-7a2e6b9b172d with Priority: HIGHEST for action port [ 658.074132] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_rules [ 658.074272] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_members [ 658.075471] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c8d3c2-7c34-49e0-a582-7a2e6b9b172d with Priority: HIGHEST for action port [ 658.076152] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.076283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.076342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.076562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.076930] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.078552] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.078747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.078747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.078941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.079131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.079235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.079293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.079483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.079606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.079653] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.080547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.080675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.080723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.080877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.081308] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c8d3c2-7c34-49e0-a582-7a2e6b9b172d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.183041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 658.183041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.481179] env[65093]: INFO networking_nsxv3.common.synchronization [req-878fdbe5-de6f-4cbe-95ea-083458b92f1c req-604b3afc-3eba-4fd2-bd61-92919cf27ded tempest-SecurityGroupRulesTestJSON-1037453229 tempest-SecurityGroupRulesTestJSON-1037453229-project-member] Enqueued Resource ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e with Priority: HIGHEST for action security_group_rules [ 658.481671] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e with Priority: HIGHEST for action security_group_rules [ 658.482059] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.482059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.482158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.486022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.486022] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a69a26c-fbf7-4eab-844a-b61701f98f1e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.538163] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a2115fb-8747-43a9-9962-acb1092736ba with status ACTIVE [ 658.538163] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.538163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.538163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.538163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.538163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.538163] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.538573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.538573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.538573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.538573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.539220] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.539220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.539220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.539220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.539220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.539220] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a2115fb-8747-43a9-9962-acb1092736ba is going to be updated. [ 658.564601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.564601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.564601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.564601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.564864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.565333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2115fb-8747-43a9-9962-acb1092736ba" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.583443] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.585022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.585152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.585498] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65c8d3c2-7c34-49e0-a582-7a2e6b9b172d with status ACTIVE [ 658.585498] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.585679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.585679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.585876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.585965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.586199] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.586338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.586432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.587681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.587838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.588149] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.588363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.590193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.590496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.590755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.591734] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65c8d3c2-7c34-49e0-a582-7a2e6b9b172d is going to be updated. [ 658.615734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.617192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.617192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.617192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.617192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.617192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c8d3c2-7c34-49e0-a582-7a2e6b9b172d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.920245] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.920428] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.920542] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.920915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.921182] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.921335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.921474] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.921694] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.921980] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.922076] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.922182] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.922289] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.922377] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.922476] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.922597] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.922728] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.951792] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.951792] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.951792] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.951792] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-134" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.951792] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-756553e6-27c1-4154-b710-9ffd955f29cf taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.951792] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.951792] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.952319] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.952319] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756553e6-27c1-4154-b710-9ffd955f29cf',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.009166] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.009601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.009904] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a69a26c-fbf7-4eab-844a-b61701f98f1e already deleted. [ 659.009904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a69a26c-fbf7-4eab-844a-b61701f98f1e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.030213] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 659.030517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.088704] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.130021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 659.130021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.130406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.130406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.130601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.130723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.130788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.130945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.131040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.131127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.131225] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.134274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.134462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.134641] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.136070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.136070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.136070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.136070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.136070] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.455438] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.456506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.456506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.456506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.456506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.456506] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 756553e6-27c1-4154-b710-9ffd955f29cf not found, creating... [ 659.456806] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.456907] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.456996] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.457232] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.457362] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.457688] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.457858] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.457970] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.458756] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.458819] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.458948] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 756553e6-27c1-4154-b710-9ffd955f29cf is going to be created. [ 659.479879] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.480162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.480278] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.480555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.480783] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.481012] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.593550] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.593804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.593893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.594166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.594267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.594366] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c is going to be created. [ 659.638138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.638378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.642696] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.644845] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.645093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.645226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.645515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.646024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.669018] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129d0139-613c-467d-bbfa-20dce60ff15c in Status: UNINITIALIZED for 2s [ 660.153042] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.260846] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-77002d1a-c6e7-4ef4-ac44-690c06104423 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 660.260846] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-77002d1a-c6e7-4ef4-ac44-690c06104423 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 660.260846] env[65093]: INFO networking_nsxv3.common.synchronization [req-568b815e-0698-4dfc-a3c3-f98706fe1f3f req-77002d1a-c6e7-4ef4-ac44-690c06104423 service nova] Enqueued Resource ID: 756553e6-27c1-4154-b710-9ffd955f29cf with Priority: HIGHEST for action port [ 660.263393] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 660.265303] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 660.265465] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756553e6-27c1-4154-b710-9ffd955f29cf with Priority: HIGHEST for action port [ 660.265726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.265831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.266349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.266451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.266633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-756553e6-27c1-4154-b710-9ffd955f29cf taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.266735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.266796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.266997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.267108] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756553e6-27c1-4154-b710-9ffd955f29cf',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.657555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.657788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.657903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.658248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.658400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.658515] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 660.673404] env[65093]: INFO networking_nsxv3.common.synchronization [req-b2a21064-a5f1-4cf3-b8a3-65d3b188d83a req-c74b16c9-1bc8-484d-85e3-7d91cf1f47b0 tempest-ServerExternalEventsTest-734263740 tempest-ServerExternalEventsTest-734263740-project-member] Enqueued Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_members [ 660.674020] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_members [ 660.674656] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.674656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.674968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674968] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.675773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.676023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.676200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.676386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.676485] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.695314] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.695503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.695546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.695757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.695907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.708422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 660.770401] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 756553e6-27c1-4154-b710-9ffd955f29cf with status ACTIVE [ 660.770401] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.770626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.770626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.771363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.771363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.771363] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.771363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.771363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.771683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.771683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.772405] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.772405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.772405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.772405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.772405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.772598] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 756553e6-27c1-4154-b710-9ffd955f29cf is going to be updated. [ 660.810971] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.811214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.811285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.811644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.814070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.814416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-756553e6-27c1-4154-b710-9ffd955f29cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179700] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.180036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.180081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.180478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.180478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.180794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.180915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.180981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.181186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.181285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.181395] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 already deleted. [ 661.181498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.276745] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.277166] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.277353] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.277849] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.278654] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.278654] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.278654] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.278882] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.279087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.279356] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.279511] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.279659] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.279802] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.280011] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.280154] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.280288] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.312727] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.312931] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.313071] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.313245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.313558] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-4da516ee-de97-4e34-a87c-c9af04bd8441 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.313725] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.313838] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.314188] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.314322] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da516ee-de97-4e34-a87c-c9af04bd8441',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.671830] env[65093]: INFO networking_nsxv3.common.synchronization [req-72771e93-efbb-47a0-ad68-96ce8b6eb8d5 req-5f7286ca-e15b-4d6d-a108-34922e72df44 tempest-AttachInterfacesV270Test-1975397989 tempest-AttachInterfacesV270Test-1975397989-project-member] Enqueued Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_members [ 661.676035] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGHEST for action security_group_members [ 661.676035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.676035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.676035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.676035] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.683103] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129d0139-613c-467d-bbfa-20dce60ff15c in Status: SUCCESS [ 661.683379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.683548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.683767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.684015] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.684163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.684287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.684504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.685653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.685653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.685653] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.818097] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.818310] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.818426] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.818718] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.818857] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.819016] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 4da516ee-de97-4e34-a87c-c9af04bd8441 not found, creating... [ 661.819320] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.819543] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.819608] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.822180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.822180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.822180] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.822180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.822180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.822180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.822180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.822180] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 4da516ee-de97-4e34-a87c-c9af04bd8441 is going to be created. [ 661.845068] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.845307] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.845429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.845915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.845986] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.846290] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.180523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.180966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.180966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181308] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.181417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.181478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181819] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b is going to be updated. [ 662.192021] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.216683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.219129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.219129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.219129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.219129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.233289] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b in Status: IN_PROGRESS for 2s [ 662.581924] env[65093]: INFO networking_nsxv3.common.synchronization [req-b2a21064-a5f1-4cf3-b8a3-65d3b188d83a req-c37b7785-f24d-4031-b167-79569f1b2584 service nova] Enqueued Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_rules [ 662.582103] env[65093]: INFO networking_nsxv3.common.synchronization [req-b2a21064-a5f1-4cf3-b8a3-65d3b188d83a req-c37b7785-f24d-4031-b167-79569f1b2584 service nova] Enqueued Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_members [ 662.582257] env[65093]: INFO networking_nsxv3.common.synchronization [req-b2a21064-a5f1-4cf3-b8a3-65d3b188d83a req-c37b7785-f24d-4031-b167-79569f1b2584 service nova] Enqueued Resource ID: 4da516ee-de97-4e34-a87c-c9af04bd8441 with Priority: HIGHEST for action port [ 662.582910] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_rules [ 662.583251] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_members [ 662.585662] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da516ee-de97-4e34-a87c-c9af04bd8441 with Priority: HIGHEST for action port [ 662.585662] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.585662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.585662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.585662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.585662] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.734478] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.734680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.734800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.735372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.735424] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.735502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.735577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.735778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.735832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.735922] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.737595] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da516ee-de97-4e34-a87c-c9af04bd8441 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.737595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.737595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.737595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.737595] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da516ee-de97-4e34-a87c-c9af04bd8441',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.738716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 129d0139-613c-467d-bbfa-20dce60ff15c: rpc.has_security_group_logging(os_id): False [ 662.751060] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 662.751575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.752214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.752322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.752532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.752695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.753163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.753163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.753163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.753380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.753453] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.753518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.753556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.753839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.753839] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.754021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.754021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.754338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.754338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.754431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.754478] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.756050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.756256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.756361] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.756514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.756581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.756948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.756948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.756948] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.768373] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.768628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.768759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.769118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.769278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.769698] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.769833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.769914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.770091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.770261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.770349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c is going to be created. [ 662.841783] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.841975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.842073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.842294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.842480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.857677] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 129d0139-613c-467d-bbfa-20dce60ff15c in Status: IN_PROGRESS for 2s [ 663.239397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.240287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.240287] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.242224] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4da516ee-de97-4e34-a87c-c9af04bd8441 with status ACTIVE [ 663.242224] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.242379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.242435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.242843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.245035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.245035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.245035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.245035] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4da516ee-de97-4e34-a87c-c9af04bd8441 is going to be updated. [ 663.260151] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a: rpc.has_security_group_logging(os_id): False [ 663.261696] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.267553] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.267763] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.267851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.268157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.268359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.268581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da516ee-de97-4e34-a87c-c9af04bd8441" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.287239] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.287877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.288490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.288490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.288677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.292912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.292912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.292912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.292912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.295764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.295764] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be created. [ 663.379742] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.379742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.379742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.380112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.380271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.405685] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 663.742663] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.765692] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.245342] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b in Status: SUCCESS [ 664.245342] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b deletion is rescheduled due to dependency. [ 664.245342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.245803] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.245882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.245935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.246148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.246221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.246307] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 is going to be created. [ 664.268236] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.268434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.268434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.268664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.268761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.268862] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 664.271781] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.271990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.271990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.272124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.272293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.283971] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: UNINITIALIZED for 2s [ 664.301403] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.301650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.301712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.301893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.302049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.313203] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 664.873651] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 129d0139-613c-467d-bbfa-20dce60ff15c in Status: SUCCESS [ 664.873651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.420316] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 665.420316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.420582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.420620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.420706] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.923740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.923740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.295764] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: SUCCESS [ 666.296089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.296313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.296546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.296755] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.296884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.296950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.297126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.297210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.297302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.297393] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.325882] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 666.326743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.327350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.327608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.327812] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.327933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.328009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.328883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.328978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.329086] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.718837] env[65093]: INFO networking_nsxv3.common.synchronization [req-807f362b-7a37-4c6f-931a-e5435d657502 req-2400333a-ef62-4414-8d25-ed23d0823a78 tempest-ServerGroupTestJSON-1852625524 tempest-ServerGroupTestJSON-1852625524-project-member] Enqueued Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_members [ 666.719384] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_members [ 666.719809] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.719940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.720032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.720269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.720431] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.720528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.720599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.720824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.720920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.721028] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.802818] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.803142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.803314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.803629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.803956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.804454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.804454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.804713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.804713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.804891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.805133] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.805314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.805536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.805648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.805882] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.806070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.806317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.806446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.806633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.806745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.806923] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.832460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.834680] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.834680] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.834680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.834680] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.837326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.837326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.837326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.837326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.837326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.837326] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.225593] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.225593] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.225593] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb already deleted. [ 667.225593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.272518] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.275137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.275137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.275137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.275137] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.275137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.275137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.275675] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.275675] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.276798] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.276798] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.276798] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.276798] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.276798] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.276798] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.277163] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.303068] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.303281] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.303401] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.303564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.303875] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-0b212897-a241-488d-8237-50d8c6f3968c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.304200] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.304327] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.304650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.304877] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b212897-a241-488d-8237-50d8c6f3968c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.309630] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0: rpc.has_security_group_logging(os_id): False [ 667.333509] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.333736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.333911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.334197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.334347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.334645] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.334828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.334880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.335142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.335248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.335482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.335587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.336270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.336270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.336270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.336270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.336270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.336912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.336912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.336912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.336912] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 is going to be created. [ 667.341126] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a: rpc.has_security_group_logging(os_id): False [ 667.363817] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.364098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.364162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.364359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.364446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.364703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.364803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.364857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.365120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.365271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.365391] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.365510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.365583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.365785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.365785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.366136] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.366136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.366258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.366401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.366496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.366578] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 667.410380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.410633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.410633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.410882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.411137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.432865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: IN_PROGRESS for 2s [ 667.434816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.435054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.435166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.435389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.435602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.450865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 667.806963] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.807370] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.807370] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.807721] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.807866] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.808065] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 0b212897-a241-488d-8237-50d8c6f3968c not found, creating... [ 667.808344] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.808500] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.808609] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.808832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.808971] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.809264] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.809420] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.809533] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.809773] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.809988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.810078] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 0b212897-a241-488d-8237-50d8c6f3968c is going to be created. [ 667.836342] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.836555] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.837361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.837361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.837361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.837955] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.951115] env[65093]: INFO networking_nsxv3.common.synchronization [req-1e692bc4-46b9-4d85-ae38-dc93bf7c4b06 req-8f2ff8dc-19aa-4961-a3c4-a9a2e2552797 tempest-DeleteServersAdminTestJSON-2130817003 tempest-DeleteServersAdminTestJSON-2130817003-project-member] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 667.951748] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGHEST for action security_group_members [ 667.952087] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.952217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.952283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.952491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.952702] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.952836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.952876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.953060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.953142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.953244] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.456285] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.456620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.457213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.457579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.457783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.458060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.458276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.458402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.458614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.458772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.458926] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be updated. [ 668.493991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.493991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.494192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.494350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.494492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.509123] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: IN_PROGRESS for 2s [ 668.585471] env[65093]: INFO networking_nsxv3.common.synchronization [req-807f362b-7a37-4c6f-931a-e5435d657502 req-05072be0-e891-4912-80ac-2f76a7837a0c service nova] Enqueued Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_rules [ 668.585662] env[65093]: INFO networking_nsxv3.common.synchronization [req-807f362b-7a37-4c6f-931a-e5435d657502 req-05072be0-e891-4912-80ac-2f76a7837a0c service nova] Enqueued Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_members [ 668.585798] env[65093]: INFO networking_nsxv3.common.synchronization [req-807f362b-7a37-4c6f-931a-e5435d657502 req-05072be0-e891-4912-80ac-2f76a7837a0c service nova] Enqueued Resource ID: 0b212897-a241-488d-8237-50d8c6f3968c with Priority: HIGHEST for action port [ 668.586505] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_rules [ 668.586678] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_members [ 668.587768] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b212897-a241-488d-8237-50d8c6f3968c with Priority: HIGHEST for action port [ 668.588125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.588254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588717] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.589542] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.589673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.589716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.589893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.590213] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.590213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.590213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.590413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.590413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.590511] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.592716] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b212897-a241-488d-8237-50d8c6f3968c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.592716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.592716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592716] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b212897-a241-488d-8237-50d8c6f3968c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.092495] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.099177] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103394] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b212897-a241-488d-8237-50d8c6f3968c with status ACTIVE [ 669.103394] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.103394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.103696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.103696] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.103913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.104208] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.104300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.104358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.104512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.104672] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b212897-a241-488d-8237-50d8c6f3968c is going to be updated. [ 669.139021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.139021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.139021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.139021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.139021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.139021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b212897-a241-488d-8237-50d8c6f3968c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.448068] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: SUCCESS [ 669.448068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.465664] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 669.465909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.466570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.466570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.466570] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.598928] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.969622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.969918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.970079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.970410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.970697] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.970884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.971031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.971315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.971477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.971656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.971816] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.103275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.103611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.103611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.103902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.104072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.104231] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb is going to be created. [ 670.134179] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.134386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.134478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.134765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.135023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.147954] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: UNINITIALIZED for 2s [ 670.474420] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.474574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.474678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.474990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.475211] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.475321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.475402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.476022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.476022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.476211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.476249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.476361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.476417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.476661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.476744] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.476806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.476868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.477074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.477147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.477204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.477247] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.520080] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 in Status: SUCCESS [ 670.520281] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 deletion is rescheduled due to dependency. [ 670.520389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.979577] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a: rpc.has_security_group_logging(os_id): False [ 671.002060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.002368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.002452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.002720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.002837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.003134] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.003218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.004021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.004021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.004021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.004021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.004021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.004310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.004522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.004626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.004899] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.005037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.005123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.005311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.005404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.005508] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 671.105142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.105142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.105142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.105142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.105142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.120206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 671.424302] env[65093]: INFO networking_nsxv3.common.synchronization [req-dece5040-d575-46fc-88cf-8448b4d2513c req-a9239dcf-a61f-4db3-b26f-41c67d2e4028 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 671.425317] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 671.425503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.425650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.425650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.425886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.426180] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.426260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.426394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.426602] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.930032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.930032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.930032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.930032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.930032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.930032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.930475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.930475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.930475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.930475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.930475] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 already deleted. [ 671.930710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.983064] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.983261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-741" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983380] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-741" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983711] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-741" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983989] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.984159] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.984268] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.986783] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.986783] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.986783] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.986783] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.986783] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.986783] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.986783] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.986783] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.986783] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.006894] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.007147] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.007296] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.007473] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-741" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.008125] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-14885ddd-cf33-4b9d-989d-de03f11ab8c4 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.008714] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.008714] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.009108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.009370] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14885ddd-cf33-4b9d-989d-de03f11ab8c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.159928] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: UNINITIALIZED for 4s [ 672.512371] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.512846] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.513068] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.513364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.513522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.513700] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 14885ddd-cf33-4b9d-989d-de03f11ab8c4 not found, creating... [ 672.514031] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.514220] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.514354] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.514629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.516335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.516335] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.516335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.516619] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.517273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.517465] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 is going to be created. [ 672.542919] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.543144] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.545021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.545021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.545021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.545021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.096287] env[65093]: INFO networking_nsxv3.common.synchronization [req-138de718-c438-4755-97dd-2febc5f5fe3a req-07e381e8-7e67-4dd2-b3f3-8f619aaa490c tempest-TenantUsagesTestJSON-1102125398 tempest-TenantUsagesTestJSON-1102125398-project-member] Enqueued Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_members [ 673.097193] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGHEST for action security_group_members [ 673.097313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.097415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.097495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.097676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.097836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.097933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.097998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098411] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.135744] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 673.136186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.321413] env[65093]: INFO networking_nsxv3.common.synchronization [req-dece5040-d575-46fc-88cf-8448b4d2513c req-460f8afd-2a6a-467e-b166-a02b9504e913 service nova] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_rules [ 673.321813] env[65093]: INFO networking_nsxv3.common.synchronization [req-dece5040-d575-46fc-88cf-8448b4d2513c req-460f8afd-2a6a-467e-b166-a02b9504e913 service nova] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 673.321960] env[65093]: INFO networking_nsxv3.common.synchronization [req-dece5040-d575-46fc-88cf-8448b4d2513c req-460f8afd-2a6a-467e-b166-a02b9504e913 service nova] Enqueued Resource ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with Priority: HIGHEST for action port [ 673.323144] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_rules [ 673.323284] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 673.323421] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with Priority: HIGHEST for action port [ 673.323795] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.324089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.324089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.324443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.324573] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.326992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.330644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.330644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.330644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.330644] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.330644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.330644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.330644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.331085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.331085] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.332663] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-14885ddd-cf33-4b9d-989d-de03f11ab8c4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.332663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.332663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.332663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.332663] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14885ddd-cf33-4b9d-989d-de03f11ab8c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.360387] env[65093]: INFO networking_nsxv3.common.synchronization [req-e3277274-bbe3-4289-bdfe-2ac7340f7b39 req-145d62d1-7d26-43b1-afd2-7b028951c003 tempest-FloatingIPsAssociationNegativeTestJSON-760267267 tempest-FloatingIPsAssociationNegativeTestJSON-760267267-project-member] Enqueued Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_members [ 673.361076] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGHEST for action security_group_members [ 673.362320] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.362492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.362588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.362964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.363201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.363342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.363436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.363662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.363795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.363945] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.600534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.600721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.600798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.601018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.601132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.601372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.601488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.601555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.601770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.601889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.601932] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90024afd-bd50-4612-8f8d-e7ee37954601 is going to be updated. [ 673.636254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.636254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.636254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.636254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.636254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.652066] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90024afd-bd50-4612-8f8d-e7ee37954601 in Status: IN_PROGRESS for 2s [ 673.834471] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.834471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.834768] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.836258] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with status ACTIVE [ 673.836577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.836692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.836765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.837859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.837859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.838651] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.839664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.839664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.839664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.839664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.839664] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.839664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.839664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.841136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.841136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.841136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 is going to be updated. [ 673.867298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.867298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.867298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.867628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.867628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.867628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.867978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.868121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.868177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.868369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.868470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.868643] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.868760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.868829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.868972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.870211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.870337] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab256b-3226-472f-b37a-516bd5642174 is going to be updated. [ 673.908064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.908064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.908064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.908064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.908064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.939107] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab256b-3226-472f-b37a-516bd5642174 in Status: IN_PROGRESS for 2s [ 674.175289] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: SUCCESS [ 674.175556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.175740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.176678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.176678] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.176678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.176678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.176678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.176678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.176678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.177112] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.343070] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.680176] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.680395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.680395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.680584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.680760] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.680968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.681129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.681444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.681548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.681852] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.681852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.681852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.682051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.682264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.682395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.682395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.682550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.682645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.682759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.682925] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.845768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.845969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.845969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.846263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.846321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.846404] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be created. [ 674.908838] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.909133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.909133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.909343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.909452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.920603] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: UNINITIALIZED for 2s [ 675.185492] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373ab4a1-1301-4159-9d8f-e4df3afcbfdb: rpc.has_security_group_logging(os_id): False [ 675.207852] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.208083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.208121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.209882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.210065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.210575] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.210575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.210757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.210809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.210951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.211277] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.211408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.211495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.211900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.212558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.212924] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.213020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.213794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.213794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.213794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.213794] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb is going to be created. [ 675.303584] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.304018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.304018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.305504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.305504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.332219] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: IN_PROGRESS for 2s [ 675.666048] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90024afd-bd50-4612-8f8d-e7ee37954601 in Status: SUCCESS [ 675.666385] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90024afd-bd50-4612-8f8d-e7ee37954601 deletion is rescheduled due to dependency. [ 675.666385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.954242] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab256b-3226-472f-b37a-516bd5642174 in Status: SUCCESS [ 675.955137] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab256b-3226-472f-b37a-516bd5642174 deletion is rescheduled due to dependency. [ 675.955137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.936860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 676.937272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.937448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.937764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.938064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.941868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.941868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.941868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.941868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.941868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.941868] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.347856] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: SUCCESS [ 677.348089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.362137] env[65093]: INFO networking_nsxv3.common.synchronization [req-49d82a1d-8440-405e-8660-7e6186580ee5 req-8e854ae7-9434-4788-a81a-01dacda4baf7 tempest-ServerAddressesNegativeTestJSON-1282354117 tempest-ServerAddressesNegativeTestJSON-1282354117-project-member] Enqueued Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_members [ 677.362779] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_members [ 677.363313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.365378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.365378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.365378] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.443711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.443711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.443711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.444116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.444116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.444116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.444273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.444273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.444922] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.444922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.444922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.445151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.445197] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.445501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.445501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.445501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.445666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.445666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.445794] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.867159] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.867544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.867690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.867984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.868133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.868352] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.868466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.868529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.868695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.868778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.868839] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc already deleted. [ 677.868904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.951207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e9af3d-7ff8-4350-9746-dc3303a853a0: rpc.has_security_group_logging(os_id): False [ 677.976781] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.977046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.977046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979162] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979162] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979162] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980240] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be created. [ 678.065555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.065760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.065760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.065984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.066504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.082481] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 678.182702] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-252" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-252" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-252" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.182702] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.182702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.182702] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.182702] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.182702] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.182702] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.184037] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.184037] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.184037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.210238] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.210737] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.211020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.211305] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-252" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.211849] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-567af8c2-5bb2-45c0-b747-559cb2199c7d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.212543] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.212874] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.213525] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.213876] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('567af8c2-5bb2-45c0-b747-559cb2199c7d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.718122] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.718385] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.718512] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.718790] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.718949] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.719130] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 567af8c2-5bb2-45c0-b747-559cb2199c7d not found, creating... [ 678.719399] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.719552] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.719694] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.719979] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.720147] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.720463] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.720735] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.720827] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.720981] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.721122] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.721254] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 567af8c2-5bb2-45c0-b747-559cb2199c7d is going to be created. [ 678.746547] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.746893] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.747027] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.747457] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.747659] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.747881] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.890379] env[65093]: INFO networking_nsxv3.common.synchronization [None req-206ed24e-28c3-4350-a286-cce53a5f7380 None None] Enqueued Resource ID: 5cff6ee9-ae5a-462f-b300-905757871457 with Priority: HIGHEST for action port [ 678.891327] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cff6ee9-ae5a-462f-b300-905757871457 with Priority: HIGHEST for action port [ 678.891842] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cff6ee9-ae5a-462f-b300-905757871457 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.892041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cff6ee9-ae5a-462f-b300-905757871457" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.892286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cff6ee9-ae5a-462f-b300-905757871457" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.892684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cff6ee9-ae5a-462f-b300-905757871457" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.892885] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cff6ee9-ae5a-462f-b300-905757871457',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.395548] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cff6ee9-ae5a-462f-b300-905757871457 [ 679.395936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.395936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.396138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.396393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.396530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.396530] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cff6ee9-ae5a-462f-b300-905757871457 already deleted. [ 679.396605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cff6ee9-ae5a-462f-b300-905757871457" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.570273] env[65093]: INFO networking_nsxv3.common.synchronization [req-49d82a1d-8440-405e-8660-7e6186580ee5 req-9e22cafe-d3bf-495b-b207-3c03e20f8d31 service nova] Enqueued Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_rules [ 679.570273] env[65093]: INFO networking_nsxv3.common.synchronization [req-49d82a1d-8440-405e-8660-7e6186580ee5 req-9e22cafe-d3bf-495b-b207-3c03e20f8d31 service nova] Enqueued Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_members [ 679.570273] env[65093]: INFO networking_nsxv3.common.synchronization [req-49d82a1d-8440-405e-8660-7e6186580ee5 req-9e22cafe-d3bf-495b-b207-3c03e20f8d31 service nova] Enqueued Resource ID: 567af8c2-5bb2-45c0-b747-559cb2199c7d with Priority: HIGHEST for action port [ 679.570273] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_rules [ 679.570273] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_members [ 679.570273] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567af8c2-5bb2-45c0-b747-559cb2199c7d with Priority: HIGHEST for action port [ 679.571496] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.572789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.572789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.572789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.572789] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.576135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.576135] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.580828] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-567af8c2-5bb2-45c0-b747-559cb2199c7d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.580828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.580828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.580828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.580828] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('567af8c2-5bb2-45c0-b747-559cb2199c7d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.957055] env[65093]: INFO networking_nsxv3.common.synchronization [req-31930562-29de-464d-addf-cea0b6bcf976 req-4457a5c2-9ceb-4f4c-9ad9-cabbed2cf7df tempest-FloatingIPsAssociationTestJSON-1733717693 tempest-FloatingIPsAssociationTestJSON-1733717693-project-member] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 679.958902] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 679.959995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.960234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.960336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.960665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.960896] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.961201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.961201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.961532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.961637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.961770] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.075671] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.075844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.079479] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.084415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 567af8c2-5bb2-45c0-b747-559cb2199c7d with status ACTIVE [ 680.085254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.085556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.087115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.087115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.087115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.088046] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.088046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.088046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.088046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.088046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.088395] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.089830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.089830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.089830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.089830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.089830] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 567af8c2-5bb2-45c0-b747-559cb2199c7d is going to be updated. [ 680.102532] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 680.102532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.105732] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1b36ec3-ac66-4210-b373-46810191ef8c req-f8e56d2d-5016-4569-9d17-e4a75ab0808c tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 680.106288] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 680.106614] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.106755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.106828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.108019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.108019] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.108019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.108019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.108019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.108019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.108019] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.115557] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.115757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.115820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.116102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.116248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.116413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-567af8c2-5bb2-45c0-b747-559cb2199c7d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.134806] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6f623a07-7b7d-4a64-acd3-50084df57534 tempest-MigrationsAdminTest-1497884638 tempest-MigrationsAdminTest-1497884638-project-member] Enqueued Resource ID: 1959b28b-9d34-4bf3-8157-21a2ad57992b with Priority: HIGHEST for action security_group_rules [ 680.135630] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1959b28b-9d34-4bf3-8157-21a2ad57992b with Priority: HIGHEST for action security_group_rules [ 680.136519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1959b28b-9d34-4bf3-8157-21a2ad57992b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.136630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.136702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.137212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.137212] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1959b28b-9d34-4bf3-8157-21a2ad57992b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.290319] env[65093]: INFO networking_nsxv3.common.synchronization [None req-062557e1-4fb9-4cf4-bead-70bdded72df8 tempest-MigrationsAdminTest-1497884638 tempest-MigrationsAdminTest-1497884638-project-member] Enqueued Resource ID: 1959b28b-9d34-4bf3-8157-21a2ad57992b with Priority: HIGHEST for action security_group_rules [ 680.290319] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1959b28b-9d34-4bf3-8157-21a2ad57992b with Priority: HIGHEST for action security_group_rules [ 680.290319] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1959b28b-9d34-4bf3-8157-21a2ad57992b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.290319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.465113] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.564009] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.564009] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.564009] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.564292] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.564567] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.564724] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.564831] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.565162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.565333] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.565568] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.565715] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.565899] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.566090] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.566256] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.566443] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.566629] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.585977] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.586268] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.586421] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.586550] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.586711] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.587022] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.587280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.587582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.587839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.587983] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.611181] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.668585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.668781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.668858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.669411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.669411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.669630] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1959b28b-9d34-4bf3-8157-21a2ad57992b already deleted. [ 680.669630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.669819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.669936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.670121] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1959b28b-9d34-4bf3-8157-21a2ad57992b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.967060] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.092480] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.092480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.092480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.092480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.092480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.092787] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc is going to be created. [ 681.096433] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.096433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.096771] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.096890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.097089] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.097290] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 not found, creating... [ 681.097582] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.097792] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.097934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.098456] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.098656] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.099044] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.099177] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.099262] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.099556] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.099766] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.100046] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 is going to be created. [ 681.114186] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.122531] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.122799] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.123937] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.124392] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.124726] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.127844] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.128122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.128122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.128457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.128511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.140427] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc in Status: UNINITIALIZED for 2s [ 681.195742] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.196021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.196021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.196472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.196472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.196472] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1959b28b-9d34-4bf3-8157-21a2ad57992b already deleted. [ 681.196472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1959b28b-9d34-4bf3-8157-21a2ad57992b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.329915] env[65093]: INFO networking_nsxv3.common.synchronization [None req-b10e7c9e-497a-4187-a3e3-de70c5ef9239 None None] Enqueued Resource ID: f87c5e6c-c22d-4b04-981b-bb0ddfd716a9 with Priority: HIGHEST for action port [ 681.330529] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87c5e6c-c22d-4b04-981b-bb0ddfd716a9 with Priority: HIGHEST for action port [ 681.330843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f87c5e6c-c22d-4b04-981b-bb0ddfd716a9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.330970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f87c5e6c-c22d-4b04-981b-bb0ddfd716a9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.331052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f87c5e6c-c22d-4b04-981b-bb0ddfd716a9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.331307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f87c5e6c-c22d-4b04-981b-bb0ddfd716a9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.331568] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f87c5e6c-c22d-4b04-981b-bb0ddfd716a9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.469795] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.470386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.470386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.470386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.470386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.470784] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be updated. [ 681.506606] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.506809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.506900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.507137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.507704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.519210] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: IN_PROGRESS for 2s [ 681.618073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.618378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.618529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.618893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.619071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.619211] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be updated. [ 681.654061] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.654235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.654282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.654503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.654659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.665688] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: IN_PROGRESS for 2s [ 681.835758] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f87c5e6c-c22d-4b04-981b-bb0ddfd716a9 [ 681.835758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.835758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.835758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.835758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.835758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.836231] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f87c5e6c-c22d-4b04-981b-bb0ddfd716a9 already deleted. [ 681.836231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f87c5e6c-c22d-4b04-981b-bb0ddfd716a9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.878826] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1b36ec3-ac66-4210-b373-46810191ef8c req-838fc692-12cc-4468-9466-bb1ff6aea7dd service nova] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_rules [ 681.879127] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1b36ec3-ac66-4210-b373-46810191ef8c req-838fc692-12cc-4468-9466-bb1ff6aea7dd service nova] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 681.879205] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1b36ec3-ac66-4210-b373-46810191ef8c req-838fc692-12cc-4468-9466-bb1ff6aea7dd service nova] Enqueued Resource ID: 3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 with Priority: HIGHEST for action port [ 681.880555] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_rules [ 681.880555] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 681.880555] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 with Priority: HIGHEST for action port [ 681.882283] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.882415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.882499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.885616] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.885616] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.885616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.885616] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.885616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.885616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.885616] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.392020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.392020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 with status ACTIVE [ 682.392020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.392020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.392020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.392020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.392703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.392703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.392703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.392703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.392703] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4 is going to be updated. [ 682.418579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.418723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.418792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.419012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.419152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.419305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9b55cb-19e9-4e28-bc35-b0eb96e0d1c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.542663] env[65093]: INFO networking_nsxv3.common.synchronization [req-691d9f1c-4634-4a6c-908a-fc1f9b4864c8 req-ce6ae226-32da-4b10-a741-91e26f911d0e tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 682.543080] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 682.543474] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.543623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.543623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.543796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.543948] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.544127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.544195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.544347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.544656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.544656] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.788579] env[65093]: INFO networking_nsxv3.common.synchronization [req-691d9f1c-4634-4a6c-908a-fc1f9b4864c8 req-1236a1fe-cce0-43e4-bbc0-4e1e66984f80 tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 682.790077] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 682.790077] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.790077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.048921] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.155207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc in Status: SUCCESS [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.155207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.155207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.156382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.157155] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.184913] env[65093]: INFO networking_nsxv3.common.synchronization [req-691d9f1c-4634-4a6c-908a-fc1f9b4864c8 req-305ef401-a1fe-48f9-a0d8-b39f20bac6ee tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 683.185688] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 683.185804] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.185804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.419261] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a767f647-be11-4145-94b6-932098df9657 None None] Enqueued Resource ID: 5b8ceece-9411-466d-91ba-286ff15c98c2 with Priority: HIGHEST for action port [ 683.419933] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8ceece-9411-466d-91ba-286ff15c98c2 with Priority: HIGHEST for action port [ 683.420311] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b8ceece-9411-466d-91ba-286ff15c98c2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.420466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b8ceece-9411-466d-91ba-286ff15c98c2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.420557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b8ceece-9411-466d-91ba-286ff15c98c2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.420941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b8ceece-9411-466d-91ba-286ff15c98c2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.421107] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8ceece-9411-466d-91ba-286ff15c98c2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.531051] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 683.531280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.551402] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.659192] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.659398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.659477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.659773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.660008] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.660410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.660410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.660410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.660626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.660626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.660701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.660759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.660851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.660956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.661116] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.661206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.661259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.661371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.661454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.661606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.661606] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.677049] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 683.677049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.677049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.677614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.677690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.678438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.678438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.678438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.678438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.678438] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.923113] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b8ceece-9411-466d-91ba-286ff15c98c2 [ 683.923373] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.923508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.923571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.923871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.923871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.923974] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b8ceece-9411-466d-91ba-286ff15c98c2 already deleted. [ 683.924046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b8ceece-9411-466d-91ba-286ff15c98c2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.935429] env[65093]: INFO networking_nsxv3.common.synchronization [None req-0c43046a-cc10-4bdd-a59f-cd109d195e55 tempest-ServersTestFqdnHostnames-897725378 tempest-ServersTestFqdnHostnames-897725378-project-member] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_rules [ 683.935719] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_rules [ 683.936018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.936150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.936467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.936559] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.046479] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2752ffe1-7492-43e7-be1d-981b73e95d83 tempest-ServersTestFqdnHostnames-897725378 tempest-ServersTestFqdnHostnames-897725378-project-member] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_rules [ 684.047362] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_rules [ 684.047362] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.047525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.054500] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.054701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.057424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.057424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.057424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.057424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 684.087842] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.088054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.088111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.088293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.088591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.102385] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 684.164675] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a6d321-55a3-4875-a3cf-4d496e7d2efc: rpc.has_security_group_logging(os_id): False [ 684.184282] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.192461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.193414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.193414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.193414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.193414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.193700] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.193873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.194998] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.197818] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.197818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.197818] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc is going to be created. [ 684.305038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.305038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.305038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.305038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.324134] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc in Status: IN_PROGRESS for 2s [ 684.463717] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.464034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.464154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.464486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.464637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.464851] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cabc74-960d-4454-9082-080e4e4d940d already deleted. [ 684.464951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.465416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.465971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.466301] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.700716] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.989054] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.989054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.989054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.989249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.989353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.989447] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cabc74-960d-4454-9082-080e4e4d940d already deleted. [ 684.989530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.203764] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.203968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.204047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.204825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.204825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.204825] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be updated. [ 685.248024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.248201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.248276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.248484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.248640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.260834] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: IN_PROGRESS for 2s [ 685.659740] env[65093]: INFO networking_nsxv3.common.synchronization [req-4b7eae43-4dc6-4e43-947d-f89c418f0ae1 req-f0eb52cd-f391-4093-8e62-d2c8b5cefde6 tempest-ServerExternalEventsTest-734263740 tempest-ServerExternalEventsTest-734263740-project-member] Enqueued Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_members [ 685.660361] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGHEST for action security_group_members [ 685.660697] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.660857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.660925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.665477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.665724] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.665901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.665901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.666096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.666194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.666269] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.114348] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 686.114702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.114755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.115017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.115344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.115405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.115474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.115653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.115763] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.115843] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.172129] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.173318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.173408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.173642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.173742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.174196] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.174196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.174196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.174393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.174393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.174504] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 is going to be updated. [ 686.213046] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.213182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.213254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.213467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.213610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.229643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: IN_PROGRESS for 2s [ 686.305157] env[65093]: INFO networking_nsxv3.common.synchronization [None req-84cea0bf-3e1d-4152-b750-7e52728e939b None None] Enqueued Resource ID: fbb1f72c-64cf-4bc3-bb0d-60bce64ed923 with Priority: HIGHEST for action port [ 686.307009] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb1f72c-64cf-4bc3-bb0d-60bce64ed923 with Priority: HIGHEST for action port [ 686.307009] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb1f72c-64cf-4bc3-bb0d-60bce64ed923 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.307009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb1f72c-64cf-4bc3-bb0d-60bce64ed923" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb1f72c-64cf-4bc3-bb0d-60bce64ed923" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.307425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb1f72c-64cf-4bc3-bb0d-60bce64ed923" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.307462] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb1f72c-64cf-4bc3-bb0d-60bce64ed923',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.343986] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc in Status: SUCCESS [ 686.343986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.618063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.618701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.618846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.619079] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.619188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.619271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.619499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.619586] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 686.664264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.664472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.664587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.665181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.681196] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 686.810536] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbb1f72c-64cf-4bc3-bb0d-60bce64ed923 [ 686.810619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.811609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.811609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.812089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.812188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.812295] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbb1f72c-64cf-4bc3-bb0d-60bce64ed923 already deleted. [ 686.813079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb1f72c-64cf-4bc3-bb0d-60bce64ed923" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.274641] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 687.274988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.275112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275665] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.275793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.275859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.276031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.276118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.276203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.276297] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.779378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.779620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.779707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.780058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.780291] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.780373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.780434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.780581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.780706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.780817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.780991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.782022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.782097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.782237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.782390] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.782482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.782538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.782730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.783033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.783033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.783165] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.214465] env[65093]: INFO networking_nsxv3.common.synchronization [req-3db0ca43-19fe-4a35-8b58-575f0d786737 req-f3c2908f-fb2f-4187-b70c-2909a8083732 tempest-ServerGroupTestJSON-1852625524 tempest-ServerGroupTestJSON-1852625524-project-member] Enqueued Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_members [ 688.215287] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGHEST for action security_group_members [ 688.215641] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.215773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.215886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.216067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.216229] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.216333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.216422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.216611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.216722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.216827] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.247037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: IN_PROGRESS for 4s [ 688.286035] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af9ba57c-e95b-4b6b-950f-c92a4ec709c3: rpc.has_security_group_logging(os_id): False [ 688.310376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.310376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.310376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.311089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.311299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.311522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.311632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.311731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.311885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.312056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.312142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.312234] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be updated. [ 688.392728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.392899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.393026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.393256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.393387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.411395] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: IN_PROGRESS for 2s [ 688.692460] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 688.692644] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a deletion is rescheduled due to dependency. [ 688.692759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.693463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.693687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.693856] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.693987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.694097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.694212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.694294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.694370] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.721359] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.721359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.721359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.721642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.721775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.721879] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.721979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.722061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.722215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.722294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.722379] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb is going to be updated. [ 688.752736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.752835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.752878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.753080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.753243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.762075] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: IN_PROGRESS for 2s [ 688.957893] env[65093]: INFO networking_nsxv3.common.synchronization [req-e6bb3969-144d-4f43-9b4b-6bbac48ad9b5 req-dd3b92cc-0c51-4356-abf7-9bdc00e0dbe7 tempest-ServersV294TestFqdnHostnames-1114566949 tempest-ServersV294TestFqdnHostnames-1114566949-project-member] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_members [ 688.958474] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_members [ 688.958796] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.958939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.959076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.959286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.959442] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.959557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.959622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.959877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.959943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.960041] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.201269] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.201269] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.201269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.201269] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 689.230395] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.230641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.230641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.230797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.234356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 689.462366] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.463969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.463969] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef already deleted. [ 689.463969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.587674] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.587881] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-11" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.588010] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-11" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.588372] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-11" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.588667] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.588832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.588952] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.589187] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.589363] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.589569] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.589676] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.589777] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.589877] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.590106] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.590153] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.590246] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.613341] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.613545] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.613680] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.613850] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-11" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.614456] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-367a3685-0603-4071-b188-b53c8970ac7f taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.614649] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.614825] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.615233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.615367] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367a3685-0603-4071-b188-b53c8970ac7f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.674063] env[65093]: INFO networking_nsxv3.common.synchronization [req-2f0cac6a-aa16-45ce-9d0c-6281ba4f4e13 req-728d9b5e-57c9-40e3-a506-6b3124b9aa99 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 689.674570] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 689.675029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.675029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.675159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.675248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.675399] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.675679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.675679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.675679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.675782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.675855] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.118601] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118824] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118977] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.119466] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.119673] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.119892] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 367a3685-0603-4071-b188-b53c8970ac7f not found, creating... [ 690.120263] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.120967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.120967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.120967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.120967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.121283] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.121583] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.121583] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.122287] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.122287] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.122287] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 367a3685-0603-4071-b188-b53c8970ac7f is going to be created. [ 690.146943] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.147230] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.147431] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.147779] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.148077] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.148369] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.178522] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.178722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.178860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.179150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.179247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.179466] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.179584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.179913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.180048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.180129] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 690.212099] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.212351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.212351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.212551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.213082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.237338] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 690.265013] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 in Status: SUCCESS [ 690.265327] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 deletion is rescheduled due to dependency. [ 690.265443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.428131] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 690.428131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.773114] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb in Status: SUCCESS [ 690.773510] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb deletion is rescheduled due to dependency. [ 690.773510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.920679] env[65093]: INFO networking_nsxv3.common.synchronization [req-e6bb3969-144d-4f43-9b4b-6bbac48ad9b5 req-2e27e2e9-3013-446c-a051-036679460d6d service nova] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_rules [ 690.921089] env[65093]: INFO networking_nsxv3.common.synchronization [req-e6bb3969-144d-4f43-9b4b-6bbac48ad9b5 req-2e27e2e9-3013-446c-a051-036679460d6d service nova] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_members [ 690.921089] env[65093]: INFO networking_nsxv3.common.synchronization [req-e6bb3969-144d-4f43-9b4b-6bbac48ad9b5 req-2e27e2e9-3013-446c-a051-036679460d6d service nova] Enqueued Resource ID: 367a3685-0603-4071-b188-b53c8970ac7f with Priority: HIGHEST for action port [ 690.921591] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_rules [ 690.921766] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_members [ 690.922289] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367a3685-0603-4071-b188-b53c8970ac7f with Priority: HIGHEST for action port [ 690.922289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.922882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.922969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.923217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.923326] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.924293] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.924431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.924558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.925484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.925484] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.925484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.925484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.925484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.925484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.925484] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.926999] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-367a3685-0603-4071-b188-b53c8970ac7f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.926999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.926999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.926999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.926999] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367a3685-0603-4071-b188-b53c8970ac7f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.257718] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 691.257952] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a deletion is rescheduled due to dependency. [ 691.258334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.428821] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.428955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.429239] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.430471] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 367a3685-0603-4071-b188-b53c8970ac7f with status ACTIVE [ 691.430682] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.430838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.430919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.431137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.431228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.431412] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.431526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.431585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.431744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.431822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.432048] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.432140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.432199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.432350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.432453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.432542] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 367a3685-0603-4071-b188-b53c8970ac7f is going to be updated. [ 691.463432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.463590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.463640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.463847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.463985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.464361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-367a3685-0603-4071-b188-b53c8970ac7f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.934644] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.246866] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 4s [ 692.438736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.438992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.438992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.439278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.439433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.439545] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef is going to be created. [ 692.468717] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.470308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.470398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.470571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.470731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.483867] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467423d7-b434-475f-bf2e-10d5218df2ef in Status: UNINITIALIZED for 2s [ 692.757759] env[65093]: INFO networking_nsxv3.common.synchronization [None req-916abdd3-890a-4a10-b469-3ffec50abd48 None None] Enqueued Resource ID: 2b0e252b-01e3-463c-b9d9-aebdf348a779 with Priority: HIGHEST for action port [ 692.758335] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0e252b-01e3-463c-b9d9-aebdf348a779 with Priority: HIGHEST for action port [ 692.758633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b0e252b-01e3-463c-b9d9-aebdf348a779 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.758755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b0e252b-01e3-463c-b9d9-aebdf348a779" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.758822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b0e252b-01e3-463c-b9d9-aebdf348a779" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.759108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b0e252b-01e3-463c-b9d9-aebdf348a779" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.759262] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0e252b-01e3-463c-b9d9-aebdf348a779',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.261664] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b0e252b-01e3-463c-b9d9-aebdf348a779 [ 693.261978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.262354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.262354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.262535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.262654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.262779] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b0e252b-01e3-463c-b9d9-aebdf348a779 already deleted. [ 693.262890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b0e252b-01e3-463c-b9d9-aebdf348a779" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.259219] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 694.261314] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 694.262186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.502207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467423d7-b434-475f-bf2e-10d5218df2ef in Status: SUCCESS [ 694.502207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.503597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.503969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.504200] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.504321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.504390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.504567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.504657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.504745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.504843] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.009757] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.513179] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 467423d7-b434-475f-bf2e-10d5218df2ef: rpc.has_security_group_logging(os_id): False [ 695.559209] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.559209] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.559209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.559209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef is going to be created. [ 695.627264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.628198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.628198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.628198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.628198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.633698] env[65093]: INFO networking_nsxv3.common.synchronization [None req-68b38b95-d91a-4e60-9806-1ced14f2f018 None None] Enqueued Resource ID: 8888b383-be64-4aae-af00-48b78fb98df7 with Priority: HIGHEST for action port [ 695.633950] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8888b383-be64-4aae-af00-48b78fb98df7 with Priority: HIGHEST for action port [ 695.634549] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8888b383-be64-4aae-af00-48b78fb98df7 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.634684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8888b383-be64-4aae-af00-48b78fb98df7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.634759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8888b383-be64-4aae-af00-48b78fb98df7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.634977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8888b383-be64-4aae-af00-48b78fb98df7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.636409] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8888b383-be64-4aae-af00-48b78fb98df7',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.642914] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467423d7-b434-475f-bf2e-10d5218df2ef in Status: IN_PROGRESS for 2s [ 695.991070] env[65093]: INFO networking_nsxv3.common.synchronization [None req-3c1d4185-aedb-4811-a256-88c981159a29 None None] Enqueued Resource ID: 4bbcad60-3ae1-4d12-a9f1-7f703ba24648 with Priority: HIGHEST for action port [ 695.992660] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bbcad60-3ae1-4d12-a9f1-7f703ba24648 with Priority: HIGHEST for action port [ 695.992660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bbcad60-3ae1-4d12-a9f1-7f703ba24648 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.992660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bbcad60-3ae1-4d12-a9f1-7f703ba24648" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bbcad60-3ae1-4d12-a9f1-7f703ba24648" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.992972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bbcad60-3ae1-4d12-a9f1-7f703ba24648" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.992972] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bbcad60-3ae1-4d12-a9f1-7f703ba24648',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.139809] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8888b383-be64-4aae-af00-48b78fb98df7 [ 696.141404] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.141404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.141404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.141404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.141404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.141404] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8888b383-be64-4aae-af00-48b78fb98df7 already deleted. [ 696.141404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8888b383-be64-4aae-af00-48b78fb98df7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.495211] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bbcad60-3ae1-4d12-a9f1-7f703ba24648 [ 696.495429] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.495563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.495632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.495860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.496114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.496114] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bbcad60-3ae1-4d12-a9f1-7f703ba24648 already deleted. [ 696.496114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bbcad60-3ae1-4d12-a9f1-7f703ba24648" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.739302] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a0a9fc7-fdf8-42c0-a450-164cc839b4fe req-68a3f1e7-bccc-4f00-b2cd-29ad8f965eb8 tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 696.739836] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 696.740181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.740362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.740578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.740733] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.740887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.741056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.741161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.741258] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.134609] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.134859] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.134978] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.135267] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.136031] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.136031] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.136031] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.136031] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.136246] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.136358] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.136541] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.136656] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.136756] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.136860] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.136958] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.137091] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.157503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.157503] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.157503] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.157503] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-391" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.157503] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-7d6eda73-1f95-4544-9836-9cfd0f47b91c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.157744] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.157787] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.158170] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.158308] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6eda73-1f95-4544-9836-9cfd0f47b91c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.244326] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.654801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467423d7-b434-475f-bf2e-10d5218df2ef in Status: SUCCESS [ 697.655856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.660586] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.660800] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.660927] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.661271] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.661444] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.661593] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 7d6eda73-1f95-4544-9836-9cfd0f47b91c not found, creating... [ 697.662012] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.662203] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.662350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.662611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.662755] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.663167] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.664023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.664023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.664023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.664023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.664023] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 7d6eda73-1f95-4544-9836-9cfd0f47b91c is going to be created. [ 697.688859] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.689126] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.689267] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.689561] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.689788] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.690057] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.746911] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.797229] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ceccf684-1417-469e-bc63-709198f83875 None None] Enqueued Resource ID: aab5d80d-e36e-4af4-b269-f054da356394 with Priority: HIGHEST for action port [ 697.797881] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab5d80d-e36e-4af4-b269-f054da356394 with Priority: HIGHEST for action port [ 697.801104] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab5d80d-e36e-4af4-b269-f054da356394 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.801384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab5d80d-e36e-4af4-b269-f054da356394" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.801384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab5d80d-e36e-4af4-b269-f054da356394" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.801618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab5d80d-e36e-4af4-b269-f054da356394" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.801707] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab5d80d-e36e-4af4-b269-f054da356394',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.195895] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a0b9e903-11f2-4973-920f-f795179c1587 None None] Enqueued Resource ID: 02e8b660-e318-4e62-a6bf-69b4709885d8 with Priority: HIGHEST for action port [ 698.196499] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e8b660-e318-4e62-a6bf-69b4709885d8 with Priority: HIGHEST for action port [ 698.196835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e8b660-e318-4e62-a6bf-69b4709885d8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.197569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e8b660-e318-4e62-a6bf-69b4709885d8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.197636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e8b660-e318-4e62-a6bf-69b4709885d8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.197893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e8b660-e318-4e62-a6bf-69b4709885d8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.197996] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e8b660-e318-4e62-a6bf-69b4709885d8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.250427] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.252815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.252815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.252815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.252815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.252815] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 698.290402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.290851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.291034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.291159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.291375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.307229] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 698.307430] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab5d80d-e36e-4af4-b269-f054da356394 [ 698.307623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.307740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.308104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.308189] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab5d80d-e36e-4af4-b269-f054da356394 already deleted. [ 698.308262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab5d80d-e36e-4af4-b269-f054da356394" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.464365] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a0a9fc7-fdf8-42c0-a450-164cc839b4fe req-1de05660-01d8-43c8-810c-bc2646d0acaf service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 698.464777] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a0a9fc7-fdf8-42c0-a450-164cc839b4fe req-1de05660-01d8-43c8-810c-bc2646d0acaf service nova] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 698.464777] env[65093]: INFO networking_nsxv3.common.synchronization [req-8a0a9fc7-fdf8-42c0-a450-164cc839b4fe req-1de05660-01d8-43c8-810c-bc2646d0acaf service nova] Enqueued Resource ID: 7d6eda73-1f95-4544-9836-9cfd0f47b91c with Priority: HIGHEST for action port [ 698.465537] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_rules [ 698.465691] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 698.465790] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6eda73-1f95-4544-9836-9cfd0f47b91c with Priority: HIGHEST for action port [ 698.466534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.466534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.466534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.466534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.466758] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.469829] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.469926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.470501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6eda73-1f95-4544-9836-9cfd0f47b91c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.470501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.470501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.470501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.470691] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6eda73-1f95-4544-9836-9cfd0f47b91c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.703237] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02e8b660-e318-4e62-a6bf-69b4709885d8 [ 698.703237] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.703237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.703237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.703237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.703237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.703237] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02e8b660-e318-4e62-a6bf-69b4709885d8 already deleted. [ 698.703237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e8b660-e318-4e62-a6bf-69b4709885d8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.836707] env[65093]: INFO networking_nsxv3.common.synchronization [req-e18d0ed0-c27a-497d-a216-443e10491d43 req-ba538679-21c5-4b44-8068-7f35bccf2fff tempest-ServerAddressesNegativeTestJSON-1282354117 tempest-ServerAddressesNegativeTestJSON-1282354117-project-member] Enqueued Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_members [ 698.839668] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGHEST for action security_group_members [ 698.839668] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.839668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.839668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.841725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.842019] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.842155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.842221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.842404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.842494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.842586] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.976666] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.976666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.977144] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6eda73-1f95-4544-9836-9cfd0f47b91c with status ACTIVE [ 698.977330] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.977448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.977513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.977730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.978144] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.980271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.980382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.980613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.980744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.981300] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.981300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.981300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.981300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.981481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.981555] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6eda73-1f95-4544-9836-9cfd0f47b91c is going to be updated. [ 699.006828] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.006828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.006828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.006828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.006828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.006828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6eda73-1f95-4544-9836-9cfd0f47b91c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.186116] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-8d3f78ec-83a9-4808-829b-7e9a027457b0 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 699.186673] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 699.187352] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.187352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.187352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.187352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.188281] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.188281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.188281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.188281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.188281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.188281] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.347534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.347681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.347784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.347977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.348083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.348301] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.350953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.350953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.350953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.350953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.350953] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc is going to be updated. [ 699.379864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.380091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.381043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.381153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.393575] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc in Status: IN_PROGRESS for 2s [ 699.668617] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.668829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.668886] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.673785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.673785] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.673785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.673785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.673785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.673785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.673785] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.673785] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.673785] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.673785] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.674553] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.676541] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.676748] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.692060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.692060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.692060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.692060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.692221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.692402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.692638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.692744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.692997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.693167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693350] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 699.699574] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.699574] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.699705] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.699886] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.700280] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-83a72c4d-485c-45a6-88c2-fd301e81025c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.701110] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.701110] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.701110] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.701110] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a72c4d-485c-45a6-88c2-fd301e81025c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.724802] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.726045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.726045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.726045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.726045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.737210] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 700.204784] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.205087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.205087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.205887] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.205887] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.205887] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 83a72c4d-485c-45a6-88c2-fd301e81025c not found, creating... [ 700.205887] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.206098] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.206175] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.206460] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.206628] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.206925] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.207090] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.207201] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.207410] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.207529] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.208326] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 83a72c4d-485c-45a6-88c2-fd301e81025c is going to be created. [ 700.236458] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.236458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.236458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.236458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.236458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.236458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.334083] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.338032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.338032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.338032] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.842322] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.989933] env[65093]: INFO networking_nsxv3.common.synchronization [req-aaba575a-cdfc-48af-b251-97b6cb9eab39 req-caf33c9a-02e2-4211-9005-96fe2fa21ff8 tempest-ServersAdminNegativeTestJSON-18107877 tempest-ServersAdminNegativeTestJSON-18107877-project-member] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 700.990543] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 700.990889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.991125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.991182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.991348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.991564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.992030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.992030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.992030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.992124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.992228] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.086150] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-3b75f5f0-f632-4650-a2d2-714e7cfad10b service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 701.086150] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-3b75f5f0-f632-4650-a2d2-714e7cfad10b service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 701.086150] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-3b75f5f0-f632-4650-a2d2-714e7cfad10b service nova] Enqueued Resource ID: 83a72c4d-485c-45a6-88c2-fd301e81025c with Priority: HIGHEST for action port [ 701.086150] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 701.086150] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 701.086150] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a72c4d-485c-45a6-88c2-fd301e81025c with Priority: HIGHEST for action port [ 701.087320] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.087476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.087628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.087969] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.090656] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.090986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.091445] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a72c4d-485c-45a6-88c2-fd301e81025c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.091812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.092055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.092435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.092717] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a72c4d-485c-45a6-88c2-fd301e81025c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.344690] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.407368] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc in Status: SUCCESS [ 701.409019] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc deletion is rescheduled due to dependency. [ 701.409019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.495702] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.599329] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a72c4d-485c-45a6-88c2-fd301e81025c with status ACTIVE [ 701.599329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.599329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.599329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.599329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.599329] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a72c4d-485c-45a6-88c2-fd301e81025c is going to be updated. [ 701.600383] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.600500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.629278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.629458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.629532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.629747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.629912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.630082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a72c4d-485c-45a6-88c2-fd301e81025c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.698536] env[65093]: INFO networking_nsxv3.common.synchronization [None req-cb4bf097-51d5-4b14-9ab5-90d1e8267a12 None None] Enqueued Resource ID: ad29ee86-3b86-4e9d-bdad-8318466ef0a1 with Priority: HIGHEST for action port [ 701.698536] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29ee86-3b86-4e9d-bdad-8318466ef0a1 with Priority: HIGHEST for action port [ 701.698536] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad29ee86-3b86-4e9d-bdad-8318466ef0a1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.698990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad29ee86-3b86-4e9d-bdad-8318466ef0a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.698990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad29ee86-3b86-4e9d-bdad-8318466ef0a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.699145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad29ee86-3b86-4e9d-bdad-8318466ef0a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.699188] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad29ee86-3b86-4e9d-bdad-8318466ef0a1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.749350] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 701.751156] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 deletion is rescheduled due to dependency. [ 701.751156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.751909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.751909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.752764] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.752764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.752764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.752764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.752764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.753059] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.847107] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.847296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.847912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.847912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.847912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.847912] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 701.893465] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.893710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.893710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.893907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.894053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.910554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 702.001591] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.009754] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 702.010011] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_members [ 702.010799] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 702.011163] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_members [ 702.014143] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.015990] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.015990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.015990] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.016864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-73024b73-c94d-4ccf-b02f-73a485be6656 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.016994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.017077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.017341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.017494] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.017617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.018393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.018556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.018678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.018797] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.075782] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_rules [ 702.075973] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_members [ 702.076245] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_rules [ 702.076313] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 702.076469] env[65093]: INFO networking_nsxv3.common.synchronization [req-da765832-e5b6-44bc-a205-63696d13709b req-ce664566-8a5f-48ae-879c-3a803ffad324 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with Priority: HIGHEST for action port [ 702.077584] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_rules [ 702.078757] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_rules [ 702.078903] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with Priority: HIGHEST for action port [ 702.079772] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_members [ 702.080645] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 702.081421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73024b73-c94d-4ccf-b02f-73a485be6656 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.081529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.081529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.081833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.081930] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.083306] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.083306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.083306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.083306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.083551] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.084836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-14885ddd-cf33-4b9d-989d-de03f11ab8c4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.085267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.085267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.085267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.085376] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14885ddd-cf33-4b9d-989d-de03f11ab8c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.087297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-73024b73-c94d-4ccf-b02f-73a485be6656 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.087297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.087297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.087297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.201619] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad29ee86-3b86-4e9d-bdad-8318466ef0a1 [ 702.201880] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.202057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.202128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.202346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.202438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.202533] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad29ee86-3b86-4e9d-bdad-8318466ef0a1 already deleted. [ 702.202616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad29ee86-3b86-4e9d-bdad-8318466ef0a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.259162] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.510080] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.510080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.510080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.510448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.510448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.510500] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be updated. [ 702.526539] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.527507] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.552973] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.553194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.553246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.553498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.553654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.570573] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: IN_PROGRESS for 2s [ 702.590248] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-73024b73-c94d-4ccf-b02f-73a485be6656 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.590248] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with status ACTIVE [ 702.590248] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590248] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.590248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590248] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.590980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.590980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.590980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.590980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590980] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 is going to be updated. [ 702.592624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.592795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.636190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.636337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.636407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.636634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.636774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.636948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.764075] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.029231] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.030601] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.265869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.266048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.266128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.266740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.266740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.266740] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 703.296061] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.296201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.296239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.296479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.296642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.320432] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 703.536551] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.536846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.536846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.537026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.537133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.537215] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 703.539069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.539210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.539210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.539364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.539494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.539591] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 is going to be created. [ 703.574469] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.574636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.574826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.574961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.575190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.583190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.583497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.583497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.583678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.583831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.597898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 703.598040] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73024b73-c94d-4ccf-b02f-73a485be6656 in Status: UNINITIALIZED for 2s [ 703.647910] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-3b24faa2-b45d-410d-9cb5-54cb37e528e3 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 703.649119] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 703.649339] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.649573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.923103] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 703.923205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.923388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.923648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.923802] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.923917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.924038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.924285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.924392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.924488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.924593] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.248493] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.248683] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.248812] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.249112] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.249331] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.249721] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.249793] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.250141] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.250141] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.250355] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.250479] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.250645] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.250710] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.250907] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.250907] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.251284] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.275018] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.275234] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.275441] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.275529] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-430" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.275832] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.275994] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.276121] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.276434] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.276566] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2d48bc-16e7-4e33-91ef-43dfcd22c595',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.428572] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.428748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.428824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.429367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.429367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.429367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.429367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.429578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.429621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.429694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.429844] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.429931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.429988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.430156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.430299] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.430391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.430592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.430592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.430666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.430745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.430837] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.580287] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 704.580287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.638309] env[65093]: INFO networking_nsxv3.common.synchronization [req-35ae6898-0cde-42c2-8715-4dc07fba9db7 req-c68d3b61-b045-48dc-8f27-75afe9292188 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 704.638431] env[65093]: INFO networking_nsxv3.common.synchronization [req-35ae6898-0cde-42c2-8715-4dc07fba9db7 req-c68d3b61-b045-48dc-8f27-75afe9292188 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_members [ 704.638955] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 704.639115] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73024b73-c94d-4ccf-b02f-73a485be6656 with Priority: HIGHEST for action security_group_members [ 704.639402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.639489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.639690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-73024b73-c94d-4ccf-b02f-73a485be6656 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.639786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.684359] env[65093]: INFO networking_nsxv3.common.synchronization [req-35ae6898-0cde-42c2-8715-4dc07fba9db7 req-c68d3b61-b045-48dc-8f27-75afe9292188 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_rules [ 704.684546] env[65093]: INFO networking_nsxv3.common.synchronization [req-35ae6898-0cde-42c2-8715-4dc07fba9db7 req-c68d3b61-b045-48dc-8f27-75afe9292188 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 704.684680] env[65093]: INFO networking_nsxv3.common.synchronization [req-35ae6898-0cde-42c2-8715-4dc07fba9db7 req-c68d3b61-b045-48dc-8f27-75afe9292188 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with Priority: HIGHEST for action port [ 704.685222] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_rules [ 704.685353] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 704.685450] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with Priority: HIGHEST for action port [ 704.685743] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.685870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.686230] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.686367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.686687] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-14885ddd-cf33-4b9d-989d-de03f11ab8c4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.686758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.686856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.687092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.687421] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14885ddd-cf33-4b9d-989d-de03f11ab8c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.779475] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.779695] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.779819] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.780232] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.780384] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.780559] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 7c2d48bc-16e7-4e33-91ef-43dfcd22c595 not found, creating... [ 704.780794] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.780952] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.781314] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.781433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.781535] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.781837] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.782109] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.782239] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.782463] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.782592] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.782739] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 7c2d48bc-16e7-4e33-91ef-43dfcd22c595 is going to be created. [ 704.807810] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.808389] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.808753] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.809365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.809763] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810242] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.933648] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d461862c-725f-4f33-93fc-6476f80128b9: rpc.has_security_group_logging(os_id): False [ 704.956432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.956642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.956642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.956909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.957030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957236] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.957344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.957397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.957574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.957672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957913] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.958049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.958131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.958312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.958393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.958628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.958729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.958791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.958936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.959023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.959114] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 705.054088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.054317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.054317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.054559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.054708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.086378] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 705.189767] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14885ddd-cf33-4b9d-989d-de03f11ab8c4 with status ACTIVE [ 705.190130] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.190330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.190468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.190764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.190896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.191127] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.191369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.191839] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.192059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.192224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.192332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.192426] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14885ddd-cf33-4b9d-989d-de03f11ab8c4 is going to be updated. [ 705.215962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.216190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.216190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.216513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.216870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.217133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14885ddd-cf33-4b9d-989d-de03f11ab8c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331456] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 705.331668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.332143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.332350] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.332466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.332527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.332689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.332772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.332857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.333042] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.334162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.335323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.335507] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.335619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.335684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.335838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.335925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.336063] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.547577] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-cd7e42ad-bfd1-4a69-bfb8-5c4ba40ce3bc service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 705.549723] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-cd7e42ad-bfd1-4a69-bfb8-5c4ba40ce3bc service nova] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 705.549723] env[65093]: INFO networking_nsxv3.common.synchronization [req-b1c656ba-5b48-4f31-adb4-70dc0ffd93c9 req-cd7e42ad-bfd1-4a69-bfb8-5c4ba40ce3bc service nova] Enqueued Resource ID: 7c2d48bc-16e7-4e33-91ef-43dfcd22c595 with Priority: HIGHEST for action port [ 705.549723] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_rules [ 705.549723] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 705.549723] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2d48bc-16e7-4e33-91ef-43dfcd22c595 with Priority: HIGHEST for action port [ 705.549723] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.549723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.550323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550475] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.550644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.553127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.553127] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2d48bc-16e7-4e33-91ef-43dfcd22c595',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.611143] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 705.611464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.611553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.611732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.611941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.612100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.612180] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.612343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.612430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.612527] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.616193] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73024b73-c94d-4ccf-b02f-73a485be6656 in Status: SUCCESS [ 705.616443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.616658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.616907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.618683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.618834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.621445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.621445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.621445] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.840123] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.840123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.840539] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.055757] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c2d48bc-16e7-4e33-91ef-43dfcd22c595 with status ACTIVE [ 706.056011] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.056160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.056268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.056487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.056581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.056758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.057027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.057095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.057169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.057331] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.057456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.057591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.057665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.057881] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c2d48bc-16e7-4e33-91ef-43dfcd22c595 is going to be updated. [ 706.083423] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.083423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.083423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.083423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.083423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.083423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2d48bc-16e7-4e33-91ef-43dfcd22c595" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.121896] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.123222] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.123642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.124488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.124488] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.124488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.124488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.125855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.125966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.126266] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 is going to be deleted. [ 706.218630] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.218772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.218842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.219438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.219608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.220550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.221083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.221297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.221732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.221732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.221732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.221876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.221876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.222052] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.257466] env[65093]: INFO networking_nsxv3.common.synchronization [req-29efb4c2-13d2-44f0-87a1-76ed0a3b5416 req-a1014ceb-a7a7-4d05-98be-954079e8bf1a tempest-VolumesAssistedSnapshotsTest-1927657099 tempest-VolumesAssistedSnapshotsTest-1927657099-project-member] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_members [ 706.258107] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGHEST for action security_group_members [ 706.259475] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.259662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.259739] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.260273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.260273] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.260385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.260414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.260608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.260706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.260804] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.344615] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.628084] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.726598] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.726798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.726846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.727107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.727201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.727412] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.727516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.727577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.727733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.727823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.727912] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 already deleted. [ 706.728010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.728204] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.729181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.729371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.729541] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.729642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.729705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.729848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.729928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.730051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.763591] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.763746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.763821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.764068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.765114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.765114] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.765114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.765703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.765954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.766061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.766163] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 is going to be updated. [ 706.812766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.812960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.813080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.813285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.813457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.825097] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 in Status: IN_PROGRESS for 2s [ 706.849816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.850089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.850174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.850387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.850477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.850575] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 706.884160] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.884344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.884497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.884825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.885014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.896775] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 707.108128] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 707.108547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.131805] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.131805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.131805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.131805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.131805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.132249] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 707.136586] env[65093]: INFO networking_nsxv3.common.synchronization [req-371181ac-855c-4cba-9fd3-1f62211d2104 req-504d32fc-63b5-4995-aee3-75a4eaed8401 tempest-ServerPasswordTestJSON-1580348945 tempest-ServerPasswordTestJSON-1580348945-project-member] Enqueued Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_members [ 707.137120] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_members [ 707.137482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.137600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.137666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.137918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.138290] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.138447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.138584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.139848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.139848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.139848] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.162305] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.162476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.162570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.162756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.162901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.172997] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 707.232436] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73024b73-c94d-4ccf-b02f-73a485be6656',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.234413] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.234559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.234642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.234856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.234967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235319] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.235465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.235533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.235738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.235948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.236094] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 already deleted. [ 707.236189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.641556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.641883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.641883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.642258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.642431] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.642549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.642612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.642860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.642945] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 already deleted. [ 707.643075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.733333] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.733525] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-124" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.733642] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-124" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.733934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-124" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.734198] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.734471] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.734471] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.734659] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.734793] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.735008] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.735121] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.735224] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.735324] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.735562] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.735562] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.735654] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.737034] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73024b73-c94d-4ccf-b02f-73a485be6656: rpc.has_security_group_logging(os_id): False [ 707.758815] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.758992] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.759147] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.759292] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-124" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.759714] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-9882e3c3-eb6c-4bc7-80c4-566168047f27 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.759895] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760036] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.760362] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.760504] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9882e3c3-eb6c-4bc7-80c4-566168047f27',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.762262] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.762417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.762469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.762605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.762689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.762889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.763009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.763105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.763269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.763368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.763452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 is going to be created. [ 707.781873] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/73024b73-c94d-4ccf-b02f-73a485be6656], does not exist path=[/infra/domains/default/groups/73024b73-c94d-4ccf-b02f-73a485be6656]."\n}' [ 707.782102] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73024b73-c94d-4ccf-b02f-73a485be6656 [ 707.782210] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 707.813395] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.813714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.813962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.814439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.816730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.817120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.817120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.817747] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.817747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.817747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.817747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.817975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.817975] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73024b73-c94d-4ccf-b02f-73a485be6656 is going to be created. [ 707.837206] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/73024b73-c94d-4ccf-b02f-73a485be6656], does not exist path=[/infra/domains/default/groups/73024b73-c94d-4ccf-b02f-73a485be6656]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73024b73-c94d-4ccf-b02f-73a485be6656 [ 707.837407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73024b73-c94d-4ccf-b02f-73a485be6656" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837937] env[65093]: Traceback (most recent call last): [ 707.838031] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 707.838031] env[65093]: return func(*args, **kwargs) [ 707.838031] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 707.838031] env[65093]: res.raise_for_status() [ 707.838031] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 707.838031] env[65093]: raise HTTPError(http_error_msg, response=self) [ 707.838031] env[65093]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73024b73-c94d-4ccf-b02f-73a485be6656 [ 707.838031] env[65093]: During handling of the above exception, another exception occurred: [ 707.838031] env[65093]: Traceback (most recent call last): [ 707.838031] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 707.838031] env[65093]: listener.cb(fileno) [ 707.838031] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 707.838031] env[65093]: result = function(*args, **kwargs) [ 707.838031] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 707.838031] env[65093]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 707.838031] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 707.838031] env[65093]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 707.838031] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 707.838031] env[65093]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 707.838031] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 707.838031] env[65093]: res.raise_for_status() [ 707.838031] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 707.838031] env[65093]: raise HTTPError(http_error_msg, response=self) [ 707.838031] env[65093]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73024b73-c94d-4ccf-b02f-73a485be6656 [ 707.838031] env[65093]: Removing descriptor: 5 [ 708.267171] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.267171] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 9882e3c3-eb6c-4bc7-80c4-566168047f27 not found, creating... [ 708.267171] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.267171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.267706] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.267706] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.267706] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.268422] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.268422] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.268422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 9882e3c3-eb6c-4bc7-80c4-566168047f27 is going to be created. [ 708.288879] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.290246] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.290246] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.290246] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.290623] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.290899] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.836394] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 in Status: SUCCESS [ 708.836674] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 deletion is rescheduled due to dependency. [ 708.836711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.906340] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 708.906551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.906720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.906948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.907151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.907268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.907338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.907499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.907584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.907681] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.075175] env[65093]: INFO networking_nsxv3.common.synchronization [req-b33bef16-695f-4050-9cf6-c38e3895dea6 req-328d36f5-c596-40b7-b750-9f20806e3a3d tempest-ServersTestFqdnHostnames-897725378 tempest-ServersTestFqdnHostnames-897725378-project-member] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_members [ 709.075767] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_members [ 709.077779] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.078758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.078845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.079157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.079336] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.079524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.079524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.079710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.079799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.079910] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.098082] env[65093]: INFO networking_nsxv3.common.synchronization [req-371181ac-855c-4cba-9fd3-1f62211d2104 req-70cd818c-d163-4d83-9331-5315409d11be service nova] Enqueued Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_rules [ 709.098240] env[65093]: INFO networking_nsxv3.common.synchronization [req-371181ac-855c-4cba-9fd3-1f62211d2104 req-70cd818c-d163-4d83-9331-5315409d11be service nova] Enqueued Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_members [ 709.098368] env[65093]: INFO networking_nsxv3.common.synchronization [req-371181ac-855c-4cba-9fd3-1f62211d2104 req-70cd818c-d163-4d83-9331-5315409d11be service nova] Enqueued Resource ID: 9882e3c3-eb6c-4bc7-80c4-566168047f27 with Priority: HIGHEST for action port [ 709.098878] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_rules [ 709.099032] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_members [ 709.099330] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9882e3c3-eb6c-4bc7-80c4-566168047f27 with Priority: HIGHEST for action port [ 709.100165] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.100165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.100165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.100165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.100165] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.101156] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.101266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.101330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.101502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.101660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.102083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.102381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.102381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.102381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.102527] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.103355] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-9882e3c3-eb6c-4bc7-80c4-566168047f27 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.103416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.103473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.103648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.103724] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9882e3c3-eb6c-4bc7-80c4-566168047f27',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.185765] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 709.186049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.186249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.186481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.186736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.186819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.186871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.187042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.187128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.187274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.187359] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.188405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.188624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.188822] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.188953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.189049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.189242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.189348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.189459] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.410425] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.441124] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.441360] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-518" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.441482] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-518" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441795] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-518" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.442127] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.442284] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.442391] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.442638] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.442775] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.442977] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.443136] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.443262] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.443320] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.443426] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.443523] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.443646] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.464811] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.465033] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.465244] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.465501] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-518" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.465899] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-244db1b6-81b7-45c9-8f78-c16c00b3e185 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.466098] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.466274] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.467495] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.467495] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244db1b6-81b7-45c9-8f78-c16c00b3e185',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.589495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.589495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.589495] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cabc74-960d-4454-9082-080e4e4d940d already deleted. [ 709.589495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.606624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.606624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.606624] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.607547] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9882e3c3-eb6c-4bc7-80c4-566168047f27 with status ACTIVE [ 709.607651] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.607753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.607796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.608083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.608083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.608284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.608350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.608403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.608574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.608633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.608780] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.608869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.608954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.610211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.610211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.610211] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9882e3c3-eb6c-4bc7-80c4-566168047f27 is going to be updated. [ 709.638367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.638551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.638645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.638915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.639118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.639476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9882e3c3-eb6c-4bc7-80c4-566168047f27" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.691599] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.691838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.692122] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.914204] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.973990] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.974461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.974728] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.975364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.975364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.975474] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 244db1b6-81b7-45c9-8f78-c16c00b3e185 not found, creating... [ 709.975863] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.975863] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.975998] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.976204] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.976335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.976627] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.976880] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.977094] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.977229] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.977367] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.977506] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 244db1b6-81b7-45c9-8f78-c16c00b3e185 is going to be created. [ 710.001309] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.001643] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.001771] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.002113] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.002353] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.002569] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.112419] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.197450] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.416864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.417037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.417137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.417342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.417435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.417534] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 710.448810] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.448995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.449131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.449259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.449652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.461927] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 710.618826] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.618826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.618826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.618826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.618826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.618826] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 is going to be created. [ 710.643458] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.644485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.644675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.645313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.645751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.658293] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 in Status: UNINITIALIZED for 2s [ 710.702672] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.703514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.703514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.703514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.703655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.703655] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 710.736662] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.736844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.736934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.737173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.737318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.748759] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 710.761523] env[65093]: INFO networking_nsxv3.common.synchronization [req-b33bef16-695f-4050-9cf6-c38e3895dea6 req-8ac4b058-6386-4d88-b0d4-bc7caf2a25bf service nova] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_rules [ 710.761871] env[65093]: INFO networking_nsxv3.common.synchronization [req-b33bef16-695f-4050-9cf6-c38e3895dea6 req-8ac4b058-6386-4d88-b0d4-bc7caf2a25bf service nova] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_members [ 710.762063] env[65093]: INFO networking_nsxv3.common.synchronization [req-b33bef16-695f-4050-9cf6-c38e3895dea6 req-8ac4b058-6386-4d88-b0d4-bc7caf2a25bf service nova] Enqueued Resource ID: 244db1b6-81b7-45c9-8f78-c16c00b3e185 with Priority: HIGHEST for action port [ 710.762739] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_rules [ 710.766038] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_members [ 710.766038] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244db1b6-81b7-45c9-8f78-c16c00b3e185 with Priority: HIGHEST for action port [ 710.766038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.766038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.766038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.766038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.766038] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.771373] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.771373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.771373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.771373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.771373] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.771584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.771584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.772075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.772215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.772348] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.773851] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-244db1b6-81b7-45c9-8f78-c16c00b3e185 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.774017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.774017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.774249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.774249] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244db1b6-81b7-45c9-8f78-c16c00b3e185',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.271270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.271270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.274544] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.279432] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 244db1b6-81b7-45c9-8f78-c16c00b3e185 with status ACTIVE [ 711.280406] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.280406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.280406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.281144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.281144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.281144] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.281144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.281144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.281682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.281682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.281682] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.281835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.281835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.281951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.282516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.282516] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 244db1b6-81b7-45c9-8f78-c16c00b3e185 is going to be updated. [ 711.317998] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.317998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.317998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.317998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.317998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.317998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244db1b6-81b7-45c9-8f78-c16c00b3e185" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.776894] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.072870] env[65093]: INFO networking_nsxv3.common.synchronization [None req-114789fe-58bf-4dc7-bff0-783305dda2cc None None] Enqueued Resource ID: ee36470f-e4e9-41fc-8a77-339992eb9baf with Priority: HIGHEST for action port [ 712.073969] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36470f-e4e9-41fc-8a77-339992eb9baf with Priority: HIGHEST for action port [ 712.074093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee36470f-e4e9-41fc-8a77-339992eb9baf taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.075645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee36470f-e4e9-41fc-8a77-339992eb9baf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.075721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee36470f-e4e9-41fc-8a77-339992eb9baf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.076215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee36470f-e4e9-41fc-8a77-339992eb9baf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.076392] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee36470f-e4e9-41fc-8a77-339992eb9baf',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.281433] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.281433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.281433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.281433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.281433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.281433] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cabc74-960d-4454-9082-080e4e4d940d is going to be created. [ 712.311276] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.311682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.312048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.312048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.330194] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: UNINITIALIZED for 2s [ 712.472829] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 712.473210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.473319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.473550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.473763] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.473895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.474209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.474260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.474367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.474534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.474651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.474714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.475442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.475605] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.475744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.475822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.475991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.476086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.476228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.476298] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.582439] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee36470f-e4e9-41fc-8a77-339992eb9baf [ 712.582736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.582864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.582935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.583220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.583313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.583426] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee36470f-e4e9-41fc-8a77-339992eb9baf already deleted. [ 712.583507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee36470f-e4e9-41fc-8a77-339992eb9baf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 in Status: SUCCESS [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.673207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673207] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.760641] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 712.760864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.761039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.761255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.761444] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.761562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.761626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.761768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.761851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.761947] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.978401] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576921cb-0f53-4d06-8b7b-1ba221447825: rpc.has_security_group_logging(os_id): False [ 712.999303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.999461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.999532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.999748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.027983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.028320] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.030364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.030435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.030673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.030745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.030974] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.031113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.031223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.031417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.031417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.031635] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.032245] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.032347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.032554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.032814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.032814] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 713.115954] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.116145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.116207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.116422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.117767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.133765] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 713.176330] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.176330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.176330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.176652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.177235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.177359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.177558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.177624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.178992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.178992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.178992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.178992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.178992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.178992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.179254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.179254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.179254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.179378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.179645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.179699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.179800] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.266525] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.686045] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ef7ccd-a1a0-4172-80e5-7c347a985f55: rpc.has_security_group_logging(os_id): False [ 713.706898] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.707089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.707089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.707314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.707390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.707575] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.707741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.707741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.708053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.708053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.708278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.708278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.708364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.708454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.708529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.708775] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.708838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.708867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.709135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.709228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.709348] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 is going to be created. [ 713.770799] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.857449] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.857593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.857665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.857879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.858091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870977] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 in Status: IN_PROGRESS for 2s [ 714.278542] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.279264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.279264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.279264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.279264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.279422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 714.329826] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.332023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.332023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.332023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.332023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.344104] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: SUCCESS [ 714.344104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.344104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.344104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.344583] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.345091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.345165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.345357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.345463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.345578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.346029] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.347243] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 714.850060] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.056407] env[65093]: INFO networking_nsxv3.common.synchronization [None req-0a0899ae-e285-4173-833c-acc90de43bbc None None] Enqueued Resource ID: ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e with Priority: HIGHEST for action port [ 715.056818] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e with Priority: HIGHEST for action port [ 715.057071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.058040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.058040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.058040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.058040] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.161335] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 715.161766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.161766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.163630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.163630] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.290645] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4579f74b-795c-4ebf-9f7f-7c188aa32a3b None None] Enqueued Resource ID: 8b5f8e04-d3af-459f-bdc7-d70ededa5fd2 with Priority: HIGHEST for action port [ 715.291201] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5f8e04-d3af-459f-bdc7-d70ededa5fd2 with Priority: HIGHEST for action port [ 715.291506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b5f8e04-d3af-459f-bdc7-d70ededa5fd2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.291623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b5f8e04-d3af-459f-bdc7-d70ededa5fd2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.291753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b5f8e04-d3af-459f-bdc7-d70ededa5fd2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.291937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b5f8e04-d3af-459f-bdc7-d70ededa5fd2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.292099] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5f8e04-d3af-459f-bdc7-d70ededa5fd2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.352257] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cabc74-960d-4454-9082-080e4e4d940d: rpc.has_security_group_logging(os_id): False [ 715.376980] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.377227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.377227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.377420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.377648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.377737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.377952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.378054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.378274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.378274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.378400] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cabc74-960d-4454-9082-080e4e4d940d is going to be created. [ 715.403809] env[65093]: INFO networking_nsxv3.common.synchronization [req-e8b7d117-1620-45ed-a5b1-0ce882a94d07 req-18f27c9a-0584-4ed1-b32b-3a77da038651 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 715.403809] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 715.403968] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.404074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.404127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.404688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.404688] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.404688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.404688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.405031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.405031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.405348] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.442050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.442050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.442050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.442050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.442050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.453946] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: IN_PROGRESS for 2s [ 715.563161] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e [ 715.563470] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.563636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.564116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.564116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.564116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.564574] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e already deleted. [ 715.564574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb6cde9-ed42-4fd9-ba70-9eaa2c292b7e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666636] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.666789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.667654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.667654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.668268] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.668268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.668268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.668430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.668510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.669135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.669135] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.796423] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b5f8e04-d3af-459f-bdc7-d70ededa5fd2 [ 715.796669] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.796798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.796871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.797116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.797217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.797356] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b5f8e04-d3af-459f-bdc7-d70ededa5fd2 already deleted. [ 715.797509] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b5f8e04-d3af-459f-bdc7-d70ededa5fd2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.885301] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 in Status: SUCCESS [ 715.885579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.908300] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.908489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.908535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.909640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.934025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.934025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.934025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.934025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.934025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.934025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.934025] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 715.974158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.974304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.974392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.975808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.975808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.984993] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 716.171601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.171697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.171697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.171935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.172688] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.172688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.172688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.172688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.172688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.173131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.173131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.173131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.173307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.173451] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.173554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.173775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.173857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.173942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.174046] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.213061] env[65093]: INFO networking_nsxv3.common.synchronization [None req-94c128c1-472e-4198-b6a1-0788df88e718 None None] Enqueued Resource ID: acd4db12-c33a-410c-8fd7-a5ab68942b2e with Priority: HIGHEST for action port [ 716.213381] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd4db12-c33a-410c-8fd7-a5ab68942b2e with Priority: HIGHEST for action port [ 716.213857] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd4db12-c33a-410c-8fd7-a5ab68942b2e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.215432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd4db12-c33a-410c-8fd7-a5ab68942b2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.215432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd4db12-c33a-410c-8fd7-a5ab68942b2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.215432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd4db12-c33a-410c-8fd7-a5ab68942b2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.215432] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd4db12-c33a-410c-8fd7-a5ab68942b2e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.362392] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 716.362660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.364975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.364975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.364975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.364975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.365643] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.617083] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.617271] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.617394] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.617769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.618211] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.618439] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.618572] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.618842] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.619013] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.619215] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.619340] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.619447] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.619549] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.619669] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.619766] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.619888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.639642] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.639797] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.639928] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.640119] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.640518] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.640630] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.640696] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.641162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.641332] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fb4f01-c6e5-44ef-a03b-55e2058ad3aa',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.677280] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576921cb-0f53-4d06-8b7b-1ba221447825: rpc.has_security_group_logging(os_id): False [ 716.703030] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.703342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.703342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.703550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.703647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.703869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.703970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.704047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.704352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.704352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.704553] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.704698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.704764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.705156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.705250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.705437] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.705534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.705621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.705734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.705808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.706081] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 716.717368] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acd4db12-c33a-410c-8fd7-a5ab68942b2e [ 716.717607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.717816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.718077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.718176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.718272] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acd4db12-c33a-410c-8fd7-a5ab68942b2e already deleted. [ 716.718361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd4db12-c33a-410c-8fd7-a5ab68942b2e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780935] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.781200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.781436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.800271] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 716.867165] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e9af3d-7ff8-4350-9746-dc3303a853a0: rpc.has_security_group_logging(os_id): False [ 716.911851] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.912188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.912188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.912328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.947691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.948097] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.948284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.948375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.948651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.948765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.949096] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.949239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.949330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.949534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.949748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.950617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.950829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.950933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.951176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.951301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.952515] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 717.055277] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.055472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.055540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.055728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.056031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.073194] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 717.145262] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.145519] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.145640] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145998] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.146165] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.146314] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 02fb4f01-c6e5-44ef-a03b-55e2058ad3aa not found, creating... [ 717.146610] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.146775] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.146917] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147119] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147264] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.147547] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.147697] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.147818] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.150074] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.150155] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.150260] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 02fb4f01-c6e5-44ef-a03b-55e2058ad3aa is going to be created. [ 717.182465] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.184717] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.184717] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.184717] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.184717] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.184717] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.467753] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: SUCCESS [ 717.467982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.980198] env[65093]: INFO networking_nsxv3.common.synchronization [req-e8b7d117-1620-45ed-a5b1-0ce882a94d07 req-87dac6f7-a9ff-45b5-a6e4-deefe3c73474 service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 717.980198] env[65093]: INFO networking_nsxv3.common.synchronization [req-e8b7d117-1620-45ed-a5b1-0ce882a94d07 req-87dac6f7-a9ff-45b5-a6e4-deefe3c73474 service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 717.980198] env[65093]: INFO networking_nsxv3.common.synchronization [req-e8b7d117-1620-45ed-a5b1-0ce882a94d07 req-87dac6f7-a9ff-45b5-a6e4-deefe3c73474 service nova] Enqueued Resource ID: 02fb4f01-c6e5-44ef-a03b-55e2058ad3aa with Priority: HIGHEST for action port [ 717.980198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 717.980198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 717.980198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fb4f01-c6e5-44ef-a03b-55e2058ad3aa with Priority: HIGHEST for action port [ 717.982408] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.982658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.982800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.985221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.985221] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.985819] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.986041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.986334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.986547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.986687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.987986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.987986] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fb4f01-c6e5-44ef-a03b-55e2058ad3aa',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.002025] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 718.002025] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.002025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.002025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.002025] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.489675] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.489804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.493559] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02fb4f01-c6e5-44ef-a03b-55e2058ad3aa with status ACTIVE [ 718.493559] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.493719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.493752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.494267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.494267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.494267] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.494496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.494496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.494867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.494867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.494867] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.495054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.495054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.495497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.495497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.495497] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02fb4f01-c6e5-44ef-a03b-55e2058ad3aa is going to be updated. [ 718.502849] env[65093]: INFO networking_nsxv3.common.synchronization [None req-03ed40be-6dc8-46c0-ac89-2364ce3f3e19 None None] Enqueued Resource ID: 53a834d0-5258-4587-9d28-fab038791b41 with Priority: HIGHEST for action port [ 718.507318] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a834d0-5258-4587-9d28-fab038791b41 with Priority: HIGHEST for action port [ 718.507399] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.508889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a834d0-5258-4587-9d28-fab038791b41 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.508889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a834d0-5258-4587-9d28-fab038791b41" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.508889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a834d0-5258-4587-9d28-fab038791b41" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.508889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a834d0-5258-4587-9d28-fab038791b41" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.508889] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a834d0-5258-4587-9d28-fab038791b41',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.532034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.532034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.532034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.532034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.532034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.532034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fb4f01-c6e5-44ef-a03b-55e2058ad3aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.790026] env[65093]: INFO networking_nsxv3.common.synchronization [None req-16ae0c73-ae49-425e-961b-b6f6f8ac0424 None None] Enqueued Resource ID: 8e94b905-2ffc-4a8b-a4f2-19cebb09884e with Priority: HIGHEST for action port [ 718.790026] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e94b905-2ffc-4a8b-a4f2-19cebb09884e with Priority: HIGHEST for action port [ 718.790026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e94b905-2ffc-4a8b-a4f2-19cebb09884e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.790026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e94b905-2ffc-4a8b-a4f2-19cebb09884e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.790026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e94b905-2ffc-4a8b-a4f2-19cebb09884e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.790631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e94b905-2ffc-4a8b-a4f2-19cebb09884e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.790846] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e94b905-2ffc-4a8b-a4f2-19cebb09884e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.821343] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 718.821343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.011881] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.012925] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53a834d0-5258-4587-9d28-fab038791b41 [ 719.013261] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.015306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.015306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.015306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.015306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.015306] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53a834d0-5258-4587-9d28-fab038791b41 already deleted. [ 719.015306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a834d0-5258-4587-9d28-fab038791b41" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.089712] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 719.090016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.090326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.090598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.090718] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.294452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e94b905-2ffc-4a8b-a4f2-19cebb09884e [ 719.294452] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.294452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.294452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.294452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.294700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.294700] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e94b905-2ffc-4a8b-a4f2-19cebb09884e already deleted. [ 719.294782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e94b905-2ffc-4a8b-a4f2-19cebb09884e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.515380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.515380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.515380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.519382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.519382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.519382] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 719.572341] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.572341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.572341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.572522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.572747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.590085] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 719.597838] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.600389] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.600389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.600389] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.093126] env[65093]: INFO networking_nsxv3.common.synchronization [None req-f7653842-5b63-4fd9-a360-e68f3786bf00 None None] Enqueued Resource ID: f4e1c22f-a4fb-44f8-afa2-134f0c6b671b with Priority: HIGHEST for action port [ 720.093126] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e1c22f-a4fb-44f8-afa2-134f0c6b671b with Priority: HIGHEST for action port [ 720.093126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e1c22f-a4fb-44f8-afa2-134f0c6b671b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.093126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e1c22f-a4fb-44f8-afa2-134f0c6b671b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.093126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e1c22f-a4fb-44f8-afa2-134f0c6b671b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.093126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e1c22f-a4fb-44f8-afa2-134f0c6b671b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.093126] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e1c22f-a4fb-44f8-afa2-134f0c6b671b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.101755] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.101907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.102029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.103175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.103175] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.103175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.103175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.103175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.103175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.103175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.103175] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.103515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.103515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.103515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.103599] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.103637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.103731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.103830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.103903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.104038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.104134] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.597414] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4e1c22f-a4fb-44f8-afa2-134f0c6b671b [ 720.597888] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.598072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.598393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.598648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.598748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.598857] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4e1c22f-a4fb-44f8-afa2-134f0c6b671b already deleted. [ 720.599050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e1c22f-a4fb-44f8-afa2-134f0c6b671b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.606502] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e9af3d-7ff8-4350-9746-dc3303a853a0: rpc.has_security_group_logging(os_id): False [ 720.628414] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.628414] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.628414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.628993] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.628993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.628993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.628993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.628993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.630601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.630601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.630601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.630601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.630601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.630601] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 720.707749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.707749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.707749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.707749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.707749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.733524] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 720.870840] env[65093]: INFO networking_nsxv3.common.synchronization [None req-b534bc28-b172-4f2f-bdb8-46e4b7b11885 None None] Enqueued Resource ID: 0690bc09-eb29-4a27-bbc4-8619bed1f3c7 with Priority: HIGHEST for action port [ 720.870840] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0690bc09-eb29-4a27-bbc4-8619bed1f3c7 with Priority: HIGHEST for action port [ 720.871047] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0690bc09-eb29-4a27-bbc4-8619bed1f3c7 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.871618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0690bc09-eb29-4a27-bbc4-8619bed1f3c7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.871618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0690bc09-eb29-4a27-bbc4-8619bed1f3c7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.871888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0690bc09-eb29-4a27-bbc4-8619bed1f3c7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.871986] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0690bc09-eb29-4a27-bbc4-8619bed1f3c7',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.046607] env[65093]: INFO networking_nsxv3.common.synchronization [req-012995be-3fc9-4300-bf38-a2cd12e312a7 req-7c58594d-e5a7-4f1e-9db9-8ba0b93b6f1e tempest-MigrationsAdminTest-1497884638 tempest-MigrationsAdminTest-1497884638-project-member] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 721.048231] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 721.048334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.048399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.048428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.048978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.048978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.048978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.048978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.049201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.049201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.052145] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.374998] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0690bc09-eb29-4a27-bbc4-8619bed1f3c7 [ 721.375402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.375402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.375537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.375673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.375746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.375843] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0690bc09-eb29-4a27-bbc4-8619bed1f3c7 already deleted. [ 721.375924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0690bc09-eb29-4a27-bbc4-8619bed1f3c7" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.532733] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.532929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.533105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.533428] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.533709] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.533877] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.533989] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.534250] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.534414] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.534636] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.534743] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.534875] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.534982] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.535100] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.535215] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.535343] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.553523] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.562432] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.562730] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.562792] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.562934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.563407] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-02e81433-4654-40f3-83ea-2c91b67dd6d2 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.563610] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.563660] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.564068] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.564209] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e81433-4654-40f3-83ea-2c91b67dd6d2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.601898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 721.602348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.602931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.603269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.603564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.603768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.603907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.604157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.604346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.604500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.604652] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.055386] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.071769] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.071769] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 02e81433-4654-40f3-83ea-2c91b67dd6d2 not found, creating... [ 722.071769] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.071769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.072245] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.072245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.072245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.072245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.072245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.072245] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 02e81433-4654-40f3-83ea-2c91b67dd6d2 is going to be created. [ 722.097402] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.097402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.097402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.097402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.097402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.097402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.112689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.112689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.112689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.112689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.112689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.113444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.113444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.113444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.113444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.113444] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.145540] env[65093]: INFO networking_nsxv3.common.synchronization [None req-824113a2-b8fb-4134-8f54-680f02687c1c tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_rules [ 722.146055] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_rules [ 722.146986] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.146986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.146986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.147272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.147272] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.393941] env[65093]: INFO networking_nsxv3.common.synchronization [None req-696d49d2-3aa4-4da2-82bf-907540712b57 None None] Enqueued Resource ID: eb09f649-a318-44ae-9044-9b0638b35af4 with Priority: HIGHEST for action port [ 722.394586] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb09f649-a318-44ae-9044-9b0638b35af4 with Priority: HIGHEST for action port [ 722.395017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb09f649-a318-44ae-9044-9b0638b35af4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.395212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb09f649-a318-44ae-9044-9b0638b35af4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.395311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb09f649-a318-44ae-9044-9b0638b35af4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.395649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb09f649-a318-44ae-9044-9b0638b35af4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.395768] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb09f649-a318-44ae-9044-9b0638b35af4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.557299] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.557465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.557539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.557784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.557873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.557975] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be updated. [ 722.591901] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.595013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.595013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.595013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.595013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.603296] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: IN_PROGRESS for 2s [ 722.618325] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5b86b8-523f-49ad-9a08-c0f1723f781a: rpc.has_security_group_logging(os_id): False [ 722.642363] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.642363] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.642363] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.642363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.644085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.644085] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.644085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.644085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.644085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.644085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.644085] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 722.679825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.679994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.680183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.680403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.680495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.680589] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb already deleted. [ 722.680674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737661] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.737903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.737903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.738366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.738366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.751862] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 722.752684] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 722.753629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.851032] env[65093]: INFO networking_nsxv3.common.synchronization [req-012995be-3fc9-4300-bf38-a2cd12e312a7 req-bd922d41-9e8b-4dff-b341-42d6376dc6c8 service nova] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_rules [ 722.851230] env[65093]: INFO networking_nsxv3.common.synchronization [req-012995be-3fc9-4300-bf38-a2cd12e312a7 req-bd922d41-9e8b-4dff-b341-42d6376dc6c8 service nova] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 722.851363] env[65093]: INFO networking_nsxv3.common.synchronization [req-012995be-3fc9-4300-bf38-a2cd12e312a7 req-bd922d41-9e8b-4dff-b341-42d6376dc6c8 service nova] Enqueued Resource ID: 02e81433-4654-40f3-83ea-2c91b67dd6d2 with Priority: HIGHEST for action port [ 722.851924] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_rules [ 722.854748] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 722.854748] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e81433-4654-40f3-83ea-2c91b67dd6d2 with Priority: HIGHEST for action port [ 722.854748] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.854748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.854748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.855769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.855887] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.857905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.858058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.858321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e81433-4654-40f3-83ea-2c91b67dd6d2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.858435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.858498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.858690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.858772] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e81433-4654-40f3-83ea-2c91b67dd6d2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.899207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb09f649-a318-44ae-9044-9b0638b35af4 [ 722.899207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.899207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.899207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.899207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.899207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.899207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb09f649-a318-44ae-9044-9b0638b35af4 already deleted. [ 722.899207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb09f649-a318-44ae-9044-9b0638b35af4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.017501] env[65093]: INFO networking_nsxv3.common.synchronization [None req-252e4c14-1f2b-4e95-bbca-a574e185564d tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_rules [ 723.018076] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_rules [ 723.018385] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.018509] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.018578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.018811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.018895] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.107465] env[65093]: INFO networking_nsxv3.common.synchronization [req-40c384b4-ac42-4827-8085-92ea11f4b56d req-dfafafa2-f991-4e82-b51a-1cb30da11d12 tempest-FloatingIPsAssociationTestJSON-1733717693 tempest-FloatingIPsAssociationTestJSON-1733717693-project-member] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 723.107983] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGHEST for action security_group_members [ 723.108291] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.110606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.110606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.111291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111291] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.111291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.111723] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.364313] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e81433-4654-40f3-83ea-2c91b67dd6d2 with status ACTIVE [ 723.364313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.364313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.364313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.364313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.364313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.364313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.364313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.364637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.364637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.365351] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.365351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.365351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.365351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.365351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.365351] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e81433-4654-40f3-83ea-2c91b67dd6d2 is going to be updated. [ 723.366722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.366887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.390912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.390912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.390912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.390912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.390912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.390912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e81433-4654-40f3-83ea-2c91b67dd6d2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.456819] env[65093]: INFO networking_nsxv3.common.synchronization [None req-113efe81-9785-4ddf-a5a8-a2ad78b282e4 None None] Enqueued Resource ID: ca180565-e0cd-4d4a-ac27-5774cf0b2cdf with Priority: HIGHEST for action port [ 723.457557] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca180565-e0cd-4d4a-ac27-5774cf0b2cdf with Priority: HIGHEST for action port [ 723.458206] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca180565-e0cd-4d4a-ac27-5774cf0b2cdf taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.458436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca180565-e0cd-4d4a-ac27-5774cf0b2cdf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.458436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca180565-e0cd-4d4a-ac27-5774cf0b2cdf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.458650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca180565-e0cd-4d4a-ac27-5774cf0b2cdf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.458748] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca180565-e0cd-4d4a-ac27-5774cf0b2cdf',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.539740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.539890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.539958] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.540411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.540508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.540569] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb already deleted. [ 723.540672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.616036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.616036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.616036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.616036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.639549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.639549] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.639549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.639549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.639549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.639549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.639549] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be updated. [ 723.671662] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.671662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.671662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.671662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.671662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.682577] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: IN_PROGRESS for 2s [ 723.962206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca180565-e0cd-4d4a-ac27-5774cf0b2cdf [ 723.964026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.964210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.964286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.964623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.964667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.964844] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca180565-e0cd-4d4a-ac27-5774cf0b2cdf already deleted. [ 723.964844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca180565-e0cd-4d4a-ac27-5774cf0b2cdf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.613925] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 724.614942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.614942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.614942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.614942] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.616497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.616619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.616809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.616909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.617044] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.704925] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2c272823-0b06-4fd9-bf7a-977ce780109e None None] Enqueued Resource ID: e86b472b-17a5-4ab6-9c53-8a67d7bf28e8 with Priority: HIGHEST for action port [ 724.704925] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86b472b-17a5-4ab6-9c53-8a67d7bf28e8 with Priority: HIGHEST for action port [ 724.704925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86b472b-17a5-4ab6-9c53-8a67d7bf28e8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.704925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86b472b-17a5-4ab6-9c53-8a67d7bf28e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.704925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86b472b-17a5-4ab6-9c53-8a67d7bf28e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.704925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86b472b-17a5-4ab6-9c53-8a67d7bf28e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.704925] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86b472b-17a5-4ab6-9c53-8a67d7bf28e8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.769824] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 724.770077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.120997] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.209214] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e86b472b-17a5-4ab6-9c53-8a67d7bf28e8 [ 725.209514] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.209655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.209726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.209996] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.210263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.210409] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e86b472b-17a5-4ab6-9c53-8a67d7bf28e8 already deleted. [ 725.210509] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86b472b-17a5-4ab6-9c53-8a67d7bf28e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621941] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.692561] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253962d7-7fd5-41d5-b564-dec01aa93748 in Status: SUCCESS [ 725.692751] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 deletion is rescheduled due to dependency. [ 725.692873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.126252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.126252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.126252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.126424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.127085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.127085] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be updated. [ 726.158891] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.158891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.158891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.159601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.159893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.175846] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: IN_PROGRESS for 2s [ 726.321096] env[65093]: INFO networking_nsxv3.common.synchronization [req-9c377039-7311-4d1d-9841-2d98f54d8974 req-74acc534-a4d5-4fed-aec9-62e0afb54170 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 726.321649] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 726.321941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.326160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.326249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.326550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.326728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.326839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.326903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.327120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.327209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.327304] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.821183] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.821480] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.821480] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.821804] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.822044] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.822474] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.822474] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.822651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.822775] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.822969] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.823072] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.823199] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.823313] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.823414] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.823512] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.824936] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.829447] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.829595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.829656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.829853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.829994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.830176] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.830278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.830331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.830489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.830565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.830649] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 already deleted. [ 726.830727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.848483] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.848483] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.848483] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.848483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.848483] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-ef089aef-1945-4480-a522-4b2c6cafee62 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.848483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.848483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.848850] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.849152] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef089aef-1945-4480-a522-4b2c6cafee62',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.352808] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.353035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.353402] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.353631] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.355425] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port ef089aef-1945-4480-a522-4b2c6cafee62 not found, creating... [ 727.355425] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.355425] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.355425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.355894] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.355894] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.355894] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: ef089aef-1945-4480-a522-4b2c6cafee62 is going to be created. [ 727.381290] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.385026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.385026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.385026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.553760] env[65093]: INFO networking_nsxv3.common.synchronization [None req-746edd3d-9477-467f-b406-b4767b0f47cc None None] Enqueued Resource ID: d7da31bc-d5e9-41c6-8ca9-568add7635bb with Priority: HIGHEST for action port [ 727.554338] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7da31bc-d5e9-41c6-8ca9-568add7635bb with Priority: HIGHEST for action port [ 727.554936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7da31bc-d5e9-41c6-8ca9-568add7635bb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.554936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7da31bc-d5e9-41c6-8ca9-568add7635bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.554936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7da31bc-d5e9-41c6-8ca9-568add7635bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.555175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7da31bc-d5e9-41c6-8ca9-568add7635bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.555237] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7da31bc-d5e9-41c6-8ca9-568add7635bb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.056907] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7da31bc-d5e9-41c6-8ca9-568add7635bb [ 728.057188] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.057318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.057385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.057595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.057680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.057777] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7da31bc-d5e9-41c6-8ca9-568add7635bb already deleted. [ 728.057894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7da31bc-d5e9-41c6-8ca9-568add7635bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.189132] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 728.189132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.189132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.189132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.189132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.189132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.189132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.189568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.189568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.189568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.189568] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.196758] env[65093]: INFO networking_nsxv3.common.synchronization [req-9c377039-7311-4d1d-9841-2d98f54d8974 req-5887a525-17d8-445e-bbfe-b20502c43090 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 728.196758] env[65093]: INFO networking_nsxv3.common.synchronization [req-9c377039-7311-4d1d-9841-2d98f54d8974 req-5887a525-17d8-445e-bbfe-b20502c43090 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 728.196758] env[65093]: INFO networking_nsxv3.common.synchronization [req-9c377039-7311-4d1d-9841-2d98f54d8974 req-5887a525-17d8-445e-bbfe-b20502c43090 service nova] Enqueued Resource ID: ef089aef-1945-4480-a522-4b2c6cafee62 with Priority: HIGHEST for action port [ 728.197416] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 728.199466] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 728.199466] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef089aef-1945-4480-a522-4b2c6cafee62 with Priority: HIGHEST for action port [ 728.199466] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.199466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.199466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.199466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.199466] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.199851] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.199899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.200061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.200189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.200460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.200460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.200567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.200681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.200749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.200878] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.201763] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef089aef-1945-4480-a522-4b2c6cafee62 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.201900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.201955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.202093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.202251] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef089aef-1945-4480-a522-4b2c6cafee62',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.692449] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.692625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.692720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.693161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.693249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.693380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.693455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.693630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.693934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696051] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.696051] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.696051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696460] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.705460] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.706738] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.706923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.707011] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef089aef-1945-4480-a522-4b2c6cafee62 with status ACTIVE [ 728.708258] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.708401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.708456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711045] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711045] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711045] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef089aef-1945-4480-a522-4b2c6cafee62 is going to be updated. [ 728.735701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.735701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.735701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.735916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.736075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.736237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef089aef-1945-4480-a522-4b2c6cafee62" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.201422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d7dcff-4722-404a-87f2-1fd2ab5b6996: rpc.has_security_group_logging(os_id): False [ 729.212214] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.222632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.222914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.222914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.223075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.249278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.249278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.249278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.249889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.249889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.249889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.250038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.250038] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be updated. [ 729.332406] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.332715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.332715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.332917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.333100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.350812] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: IN_PROGRESS for 2s [ 729.715495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.715495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.715495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.715495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.715495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.715495] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be created. [ 729.747869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.748291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.748373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.748601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.748891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.764324] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: UNINITIALIZED for 2s [ 729.780534] env[65093]: INFO networking_nsxv3.common.synchronization [None req-52856150-6f99-4ab3-ba96-5b1d321e7cf1 None None] Enqueued Resource ID: ac3ed553-524c-4969-bd9e-251e57d2b690 with Priority: HIGHEST for action port [ 729.781159] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3ed553-524c-4969-bd9e-251e57d2b690 with Priority: HIGHEST for action port [ 729.781468] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3ed553-524c-4969-bd9e-251e57d2b690 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.781598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3ed553-524c-4969-bd9e-251e57d2b690" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.781657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3ed553-524c-4969-bd9e-251e57d2b690" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.781923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3ed553-524c-4969-bd9e-251e57d2b690" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.782016] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3ed553-524c-4969-bd9e-251e57d2b690',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.285756] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac3ed553-524c-4969-bd9e-251e57d2b690 [ 730.285756] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.285756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.285756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.285756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.285756] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac3ed553-524c-4969-bd9e-251e57d2b690 already deleted. [ 730.285756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3ed553-524c-4969-bd9e-251e57d2b690" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.413200] env[65093]: INFO networking_nsxv3.common.synchronization [req-a93aa3a6-c4b5-4cd9-a45a-251b53bf88c0 req-3f9931db-8d8a-4b6d-8f10-ad9f57fa78da tempest-ServersTestManualDisk-613837110 tempest-ServersTestManualDisk-613837110-project-member] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_members [ 730.413783] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGHEST for action security_group_members [ 730.416566] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.416745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.416840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417288] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.417425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.417516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.418033] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.723955] env[65093]: INFO networking_nsxv3.common.synchronization [req-d2906254-1d33-404a-9f3d-a9fcad5c06d6 req-6db70ff6-bedd-4d26-8f65-5e74f86020f7 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 730.725032] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 730.725032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.725032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.726105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.726357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.726548] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.726766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.726766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.726897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.726996] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.727171] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.921698] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.921894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.921968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.922248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.946091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.946091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.946091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.946091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.946091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.946091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.946091] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c is going to be updated. [ 730.977203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.977955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.977955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.977955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.979373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.992768] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129d0139-613c-467d-bbfa-20dce60ff15c in Status: IN_PROGRESS for 2s [ 731.229405] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.370051] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 731.370051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.733099] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.777568] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 731.777568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.777568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.777568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.777568] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.777568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.777568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.777568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.778407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.778407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.778407] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.236618] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.236852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.236982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.237292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.237428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.237595] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 732.272924] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.272924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.272924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.272924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.272924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.281325] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 732.281325] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.281325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.281325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.281325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.281542] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.281590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.281619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.282212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.282212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.282212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.282212] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.282212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.282456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.282456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.283095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.283095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.283095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.284688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.284743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.285788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.285788] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.289964] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2ecf9c42-ccc3-4880-9245-2d5eaec4624d None None] Enqueued Resource ID: 61ca6db1-8caf-486b-aee4-38ffbe4d942b with Priority: HIGHEST for action port [ 732.290248] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca6db1-8caf-486b-aee4-38ffbe4d942b with Priority: HIGHEST for action port [ 732.290828] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ca6db1-8caf-486b-aee4-38ffbe4d942b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.291125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ca6db1-8caf-486b-aee4-38ffbe4d942b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.291125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ca6db1-8caf-486b-aee4-38ffbe4d942b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.291360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ca6db1-8caf-486b-aee4-38ffbe4d942b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.291390] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ca6db1-8caf-486b-aee4-38ffbe4d942b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.123764] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1: rpc.has_security_group_logging(os_id): False [ 733.128066] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61ca6db1-8caf-486b-aee4-38ffbe4d942b [ 733.128066] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.128066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.128066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.128066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.128066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.128066] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61ca6db1-8caf-486b-aee4-38ffbe4d942b already deleted. [ 733.128066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ca6db1-8caf-486b-aee4-38ffbe4d942b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.148643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129d0139-613c-467d-bbfa-20dce60ff15c in Status: SUCCESS [ 733.148643] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c deletion is rescheduled due to dependency. [ 733.148643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.156997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.156997] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.156997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.156997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.156997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.156997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.156997] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be created. [ 733.228864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.230179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.230179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.230179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.230179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.248064] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 733.492993] env[65093]: INFO networking_nsxv3.common.synchronization [req-88cfd114-fb5b-422e-9461-f44614a67b5f req-9d114400-842f-4529-806e-9bd71f135dc8 tempest-ServerDiagnosticsTest-776659914 tempest-ServerDiagnosticsTest-776659914-project-member] Enqueued Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_members [ 733.493815] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_members [ 733.494555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.494743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.494855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.495265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.495532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.495689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.495834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.496072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.496156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.496289] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.945275] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.945615] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.945788] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.945983] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.946593] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.946680] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.946938] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.947140] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.948331] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.948331] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.948331] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.948331] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.948331] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.948331] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.948331] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.948331] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.968220] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.968405] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.968694] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.969611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.969611] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-347a82d4-dc09-4b52-ac87-ad35b45b898b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.969611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.969611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.969880] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.969880] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347a82d4-dc09-4b52-ac87-ad35b45b898b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.001620] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001620] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001620] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 already deleted. [ 734.001620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.294488] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 734.294807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.473836] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.474168] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.474359] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.474630] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.474790] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.474968] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 347a82d4-dc09-4b52-ac87-ad35b45b898b not found, creating... [ 734.475342] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.475398] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.475740] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.475740] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.475831] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.476550] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.476550] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.476550] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.476839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.477018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.477197] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 347a82d4-dc09-4b52-ac87-ad35b45b898b is going to be created. [ 734.502827] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.502827] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.502827] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.503259] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.503386] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.503665] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.509790] env[65093]: INFO networking_nsxv3.common.synchronization [req-77fa96f1-397c-4070-9c1b-4eb01dceac7b req-2a969acb-807b-477e-949b-3ce750ab18b0 tempest-MultipleCreateTestJSON-1456132355 tempest-MultipleCreateTestJSON-1456132355-project-member] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 734.510457] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGHEST for action security_group_members [ 734.512060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.512060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.512060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.512060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.512060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.512060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.513009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.513009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.513009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.513009] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.016504] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.016701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.016781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.017024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.017128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.017340] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.017455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.017490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.017639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.017717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.017803] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be updated. [ 735.046916] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.047117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.047180] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.047550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.057462] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: IN_PROGRESS for 2s [ 735.259859] env[65093]: INFO networking_nsxv3.common.synchronization [req-88cfd114-fb5b-422e-9461-f44614a67b5f req-59d4057b-7152-4396-adec-75f4b468d124 service nova] Enqueued Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_rules [ 735.260126] env[65093]: INFO networking_nsxv3.common.synchronization [req-88cfd114-fb5b-422e-9461-f44614a67b5f req-59d4057b-7152-4396-adec-75f4b468d124 service nova] Enqueued Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_members [ 735.260305] env[65093]: INFO networking_nsxv3.common.synchronization [req-88cfd114-fb5b-422e-9461-f44614a67b5f req-59d4057b-7152-4396-adec-75f4b468d124 service nova] Enqueued Resource ID: 347a82d4-dc09-4b52-ac87-ad35b45b898b with Priority: HIGHEST for action port [ 735.262044] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 735.262374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.263086] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_rules [ 735.263690] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_members [ 735.263829] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347a82d4-dc09-4b52-ac87-ad35b45b898b with Priority: HIGHEST for action port [ 735.266625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.266625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.266625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.266625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.266625] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.266625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.266625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.266625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.266913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.266913] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.267037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.267126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.267267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.268783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.268783] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.270623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-347a82d4-dc09-4b52-ac87-ad35b45b898b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.270623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.270897] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347a82d4-dc09-4b52-ac87-ad35b45b898b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.722427] env[65093]: INFO networking_nsxv3.common.synchronization [req-9b9070a9-da31-4cd1-b3ef-890f4b522b3c req-8dd29702-d841-40bc-b8b9-ce4df12e0cc2 tempest-ServerRescueTestJSONUnderV235-332989680 tempest-ServerRescueTestJSONUnderV235-332989680-project-member] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 735.723863] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGHEST for action security_group_members [ 735.724274] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.724493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.724586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.724817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.725207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.725405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.725514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.725749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.725886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.726051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.772946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.772946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.773199] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.775506] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 347a82d4-dc09-4b52-ac87-ad35b45b898b with status ACTIVE [ 735.775506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.775655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.775704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.776055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.776227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.776927] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.776927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.776927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.777284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.777484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.777787] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.777977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.778191] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.778559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.778778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.779209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 347a82d4-dc09-4b52-ac87-ad35b45b898b is going to be updated. [ 735.813041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.813240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.813279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.813489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.813642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.813834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-347a82d4-dc09-4b52-ac87-ad35b45b898b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.855599] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e3a7a220-4c47-4312-8c13-23375f092c44 None None] Enqueued Resource ID: 2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf with Priority: HIGHEST for action port [ 735.856188] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf with Priority: HIGHEST for action port [ 735.856827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.856955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.857355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.857663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.858094] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.017690] env[65093]: INFO networking_nsxv3.common.synchronization [req-64b8e9f6-30d3-49e3-be45-a1f225d13fa1 req-781d15f8-01fd-4284-9389-58df11721ca2 tempest-ServerPasswordTestJSON-1580348945 tempest-ServerPasswordTestJSON-1580348945-project-member] Enqueued Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_members [ 736.019048] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGHEST for action security_group_members [ 736.019285] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.019469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.020148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.020148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.022340] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.022570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.022676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.022959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.023130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.023302] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.228547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.228740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.229400] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.229545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.229622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.229970] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be updated. [ 736.276308] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.276502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.276575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.276909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.278985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.281825] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.291854] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: IN_PROGRESS for 2s [ 736.360968] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf [ 736.361460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.361607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.361678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.361986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.362086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.362200] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf already deleted. [ 736.362325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff5a836-5cc2-4171-84c8-c0a9d7c1a9cf" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.526513] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.526689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.526741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.526982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527294] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.527533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.527603] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.527779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527955] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 is going to be updated. [ 736.564098] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.564700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.564927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.565356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.565973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.578205] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 in Status: IN_PROGRESS for 2s [ 736.784726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.785152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.785152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.785260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.785354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.785455] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 is going to be created. [ 736.820160] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.820431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.820555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.820892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.821186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.836634] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 in Status: UNINITIALIZED for 2s [ 737.069820] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576921cb-0f53-4d06-8b7b-1ba221447825 in Status: SUCCESS [ 737.070026] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 deletion is rescheduled due to dependency. [ 737.070293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.105309] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6c694c83-1c0c-47f1-9459-9a99fd4da076 None None] Enqueued Resource ID: 3015f3ec-f018-4c0b-a542-6e68f668f151 with Priority: HIGHEST for action port [ 738.106111] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015f3ec-f018-4c0b-a542-6e68f668f151 with Priority: HIGHEST for action port [ 738.108020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3015f3ec-f018-4c0b-a542-6e68f668f151 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.108020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3015f3ec-f018-4c0b-a542-6e68f668f151" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.111130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3015f3ec-f018-4c0b-a542-6e68f668f151" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.111438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3015f3ec-f018-4c0b-a542-6e68f668f151" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.111540] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3015f3ec-f018-4c0b-a542-6e68f668f151',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.160700] env[65093]: INFO networking_nsxv3.common.synchronization [None req-637dc1c8-c58a-4fc7-afad-7b7fd1ac2b72 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 738.160700] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 738.160972] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.161128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.161412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.161636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.161636] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.259385] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7716547a-6a1c-4511-84e3-9831112fc352 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 738.259947] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 738.260388] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.260499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.306254] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 in Status: SUCCESS [ 738.306435] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 deletion is rescheduled due to dependency. [ 738.306564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.590736] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 in Status: SUCCESS [ 738.590736] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 deletion is rescheduled due to dependency. [ 738.590736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.617057] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3015f3ec-f018-4c0b-a542-6e68f668f151 [ 738.617057] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.617057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.617057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.617057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.617057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.617413] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3015f3ec-f018-4c0b-a542-6e68f668f151 already deleted. [ 738.617413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3015f3ec-f018-4c0b-a542-6e68f668f151" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.687811] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.688044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.688044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.688424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.688424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 already deleted. [ 738.688569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.688869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.688973] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.850670] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 in Status: SUCCESS [ 738.850934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.851071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.851282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.851472] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.851610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.851668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.851795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.851896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.853173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.853349] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.214077] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.214077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.214077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.214077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.214077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.214077] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 already deleted. [ 739.214077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.356847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.357047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.357102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.357454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.357547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.357638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.357638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.357781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.357866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.357964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.358100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.358190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.358251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.358915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.358915] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.358915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.358915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.358915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.358915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.359203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.359203] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.862801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b231786c-aac2-4557-8df1-0fa1cbd1d508: rpc.has_security_group_logging(os_id): False [ 739.889951] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.889951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.890294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.890490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.890641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.890930] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.892298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.892298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.892298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.892298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.892298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.892708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.892769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.892936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.893257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.893401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.893523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.893688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.893782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.893876] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 is going to be created. [ 739.975324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.975518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.975635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.975917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.976203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.994429] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 in Status: IN_PROGRESS for 2s [ 740.694969] env[65093]: INFO networking_nsxv3.common.synchronization [req-911fb16a-2194-41c7-935a-74f7a3539524 req-355392b4-1d53-451f-9624-ec639f6c196d tempest-InstanceActionsV221TestJSON-1987086567 tempest-InstanceActionsV221TestJSON-1987086567-project-member] Enqueued Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_members [ 740.696503] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_members [ 740.696503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.696503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.697867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.699804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.699804] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.699804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.699804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.699804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.699804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.699804] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.849584] env[65093]: INFO networking_nsxv3.common.synchronization [req-1ded1ed9-9a8c-43a5-9277-9269c60fd469 req-7e114f86-c7f9-423d-96a3-8dc7db5b5cde tempest-ServersAdminNegativeTestJSON-18107877 tempest-ServersAdminNegativeTestJSON-18107877-project-member] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 740.849584] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGHEST for action security_group_members [ 740.849584] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.849584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.849584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.850235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.857937] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.857937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.857937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.857937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.857937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.857937] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.203556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.203556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.203556] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 already deleted. [ 741.203556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.217442] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.217929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-502" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.218217] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-502" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.218613] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-502" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.219483] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.219803] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.220039] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.220430] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220698] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220997] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.221694] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.221927] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.222141] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.222393] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.222628] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.222859] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.245518] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.245518] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.245518] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.245518] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-502" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.245518] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-7b445817-02e7-41ba-9411-0447f5b92bb3 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.245518] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.245518] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.245869] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.245908] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b445817-02e7-41ba-9411-0447f5b92bb3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.360052] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.360052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.360052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.360442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.385806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.385806] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.386000] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.386000] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.386244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.386244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.387584] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be updated. [ 741.432357] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.432506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.432577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.432793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.432934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.442578] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: IN_PROGRESS for 2s [ 741.748653] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.749336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.749336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.749336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.749488] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.749723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 7b445817-02e7-41ba-9411-0447f5b92bb3 not found, creating... [ 741.749903] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.750073] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.750202] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.750440] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.750577] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.750897] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.751216] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.751280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.751441] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.751563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.751698] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 7b445817-02e7-41ba-9411-0447f5b92bb3 is going to be created. [ 741.777906] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.778261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.778324] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.778628] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.778894] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.779115] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.011516] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 in Status: SUCCESS [ 742.012103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.533781] env[65093]: INFO networking_nsxv3.common.synchronization [req-911fb16a-2194-41c7-935a-74f7a3539524 req-cd664126-6559-41c7-b180-80d18d432190 service nova] Enqueued Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_rules [ 742.533869] env[65093]: INFO networking_nsxv3.common.synchronization [req-911fb16a-2194-41c7-935a-74f7a3539524 req-cd664126-6559-41c7-b180-80d18d432190 service nova] Enqueued Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_members [ 742.534055] env[65093]: INFO networking_nsxv3.common.synchronization [req-911fb16a-2194-41c7-935a-74f7a3539524 req-cd664126-6559-41c7-b180-80d18d432190 service nova] Enqueued Resource ID: 7b445817-02e7-41ba-9411-0447f5b92bb3 with Priority: HIGHEST for action port [ 742.534761] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_rules [ 742.534884] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_members [ 742.534937] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b445817-02e7-41ba-9411-0447f5b92bb3 with Priority: HIGHEST for action port [ 742.535297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.535486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.535537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.535771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.535858] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.536804] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.537992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.537992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.537992] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.538725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b445817-02e7-41ba-9411-0447f5b92bb3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.538863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.538926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.539101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.539175] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b445817-02e7-41ba-9411-0447f5b92bb3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.041243] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.041656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.041656] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.042546] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b445817-02e7-41ba-9411-0447f5b92bb3 with status ACTIVE [ 743.042772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.042890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.042986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.043220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.043318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.043500] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.043607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.043659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.044607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.044607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.044607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.044607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.044607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.044607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.044607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.044607] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b445817-02e7-41ba-9411-0447f5b92bb3 is going to be updated. [ 743.067058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.067219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.067291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.067500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.067637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.067803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b445817-02e7-41ba-9411-0447f5b92bb3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.454084] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 in Status: SUCCESS [ 743.454084] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 deletion is rescheduled due to dependency. [ 743.454084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.547411] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.050407] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.050792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.050792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.050916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.050983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.051122] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 is going to be created. [ 744.081127] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.081287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.081359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.081612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.081775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.093571] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 in Status: UNINITIALIZED for 2s [ 746.122458] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 in Status: SUCCESS [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.125071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.125071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.125071] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.274363] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-14da7fd8-acfd-4a4b-88ad-be8f628bd691 tempest-ListServersNegativeTestJSON-108570912 tempest-ListServersNegativeTestJSON-108570912-project-member] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 746.274363] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 746.274518] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.278023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.278023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.278023] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.632050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.632050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.632050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.632050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.632050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.633079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.633079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.633079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.633079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.633079] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.780835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.781039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.781039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.781243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.781329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.781534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.781654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.781717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.781965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.781965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.782155] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da already deleted. [ 746.782155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.085590] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.085797] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.085905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.086597] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.086994] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.087243] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.087388] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.087607] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.087747] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.087984] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.088129] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.088254] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.088366] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.088495] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.088624] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.088758] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.109617] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.110167] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.110368] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.110547] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.111150] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-35e5a57e-dcd9-471a-9ca7-b19d32516427 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.111435] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.111565] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.111885] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.112041] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e5a57e-dcd9-471a-9ca7-b19d32516427',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.134932] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86bba6ca-a8f3-499a-9431-5051e19d5743: rpc.has_security_group_logging(os_id): False [ 747.154526] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.154827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.154827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.155618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.155618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.155618] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.155618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.155618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.156073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.156073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.156073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.156073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.156211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.156778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.156778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.156778] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.156778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.156778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.156778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.157120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.157120] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 is going to be created. [ 747.229755] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.230313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.230313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.230313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.230677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.242758] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 in Status: IN_PROGRESS for 2s [ 747.581951] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2fd85c9d-300b-45bc-b104-5d25ae1a1c6c None None] Enqueued Resource ID: d613cba4-5a3e-4d1a-ac37-94d8c1a62f68 with Priority: HIGHEST for action port [ 747.582621] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d613cba4-5a3e-4d1a-ac37-94d8c1a62f68 with Priority: HIGHEST for action port [ 747.583173] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d613cba4-5a3e-4d1a-ac37-94d8c1a62f68 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.583432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d613cba4-5a3e-4d1a-ac37-94d8c1a62f68" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.583516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d613cba4-5a3e-4d1a-ac37-94d8c1a62f68" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.584324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d613cba4-5a3e-4d1a-ac37-94d8c1a62f68" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.584324] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d613cba4-5a3e-4d1a-ac37-94d8c1a62f68',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.614346] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.614346] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.614466] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.614722] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.614887] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.615106] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 35e5a57e-dcd9-471a-9ca7-b19d32516427 not found, creating... [ 747.615311] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.615461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.615578] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.615899] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.616199] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.616465] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.616650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.616767] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.617013] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.617178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.617321] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 35e5a57e-dcd9-471a-9ca7-b19d32516427 is going to be created. [ 747.651996] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.651996] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652383] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652448] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.652659] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.652883] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.086494] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d613cba4-5a3e-4d1a-ac37-94d8c1a62f68 [ 748.086761] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.087118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.087118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.087287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.087407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.087508] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d613cba4-5a3e-4d1a-ac37-94d8c1a62f68 already deleted. [ 748.087976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d613cba4-5a3e-4d1a-ac37-94d8c1a62f68" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.451950] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-31565f12-85b7-4a7a-87d1-31fcc948b70e service nova] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_rules [ 748.452289] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-31565f12-85b7-4a7a-87d1-31fcc948b70e service nova] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 748.452399] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-31565f12-85b7-4a7a-87d1-31fcc948b70e service nova] Enqueued Resource ID: 35e5a57e-dcd9-471a-9ca7-b19d32516427 with Priority: HIGHEST for action port [ 748.452920] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_rules [ 748.453247] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 748.453247] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e5a57e-dcd9-471a-9ca7-b19d32516427 with Priority: HIGHEST for action port [ 748.453452] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.453574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.453642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.453998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.453998] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.455304] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.455444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.455512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.456024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.456024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.456150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.456150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.456314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.456400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.456820] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.457431] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-35e5a57e-dcd9-471a-9ca7-b19d32516427 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.457530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.457530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.457668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.457745] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e5a57e-dcd9-471a-9ca7-b19d32516427',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.960905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.961276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.961353] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.962546] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35e5a57e-dcd9-471a-9ca7-b19d32516427 with status ACTIVE [ 748.962748] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.962972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.962972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.963165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.965713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.965917] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.966066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.966140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.966844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.966844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.966844] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.966844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.966844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.967102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.967102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.967204] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35e5a57e-dcd9-471a-9ca7-b19d32516427 is going to be updated. [ 748.996734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.997750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.997960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.999247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.000768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.001444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35e5a57e-dcd9-471a-9ca7-b19d32516427" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.257796] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 in Status: SUCCESS [ 749.258040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.469605] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.664597] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4abe3d96-b8a3-4810-b1b2-2ba38001afb4 None None] Enqueued Resource ID: 9eee252a-7a53-4f71-8f8b-96daf772d88f with Priority: HIGHEST for action port [ 749.665738] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eee252a-7a53-4f71-8f8b-96daf772d88f with Priority: HIGHEST for action port [ 749.665933] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eee252a-7a53-4f71-8f8b-96daf772d88f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.666073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eee252a-7a53-4f71-8f8b-96daf772d88f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.666164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eee252a-7a53-4f71-8f8b-96daf772d88f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.666483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eee252a-7a53-4f71-8f8b-96daf772d88f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.666572] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eee252a-7a53-4f71-8f8b-96daf772d88f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.976555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.976769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.976769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.977052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.977107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.978159] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be created. [ 750.004698] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.004932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.004932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.005143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.005308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.021463] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: UNINITIALIZED for 2s [ 750.169836] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eee252a-7a53-4f71-8f8b-96daf772d88f [ 750.170495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.172187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.172187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.172187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.172187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.172187] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eee252a-7a53-4f71-8f8b-96daf772d88f already deleted. [ 750.172187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eee252a-7a53-4f71-8f8b-96daf772d88f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.769545] env[65093]: INFO networking_nsxv3.common.synchronization [None req-54258db3-ffe9-43a8-a991-3fea7d5f1ee9 tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_rules [ 750.770178] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_rules [ 750.771234] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.771234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.771234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.771442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.771442] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.072351] env[65093]: INFO networking_nsxv3.common.synchronization [None req-49b273b4-d8c4-4fea-a8fe-3c3a5a7ff308 tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_rules [ 751.072351] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_rules [ 751.072929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.073328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.302956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.303183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.303183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.303469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.303667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.303723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 already deleted. [ 751.303777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.304074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.304370] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.451337] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-6156730d-4f48-4330-bbac-940a9b58913d tempest-ListServersNegativeTestJSON-108570912 tempest-ListServersNegativeTestJSON-108570912-project-member] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 751.451846] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 751.452162] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.452266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.828074] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.828074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.828074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.828074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.828074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.828074] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 already deleted. [ 751.829036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.027877] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.028102] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.028191] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.028455] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.028694] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.028837] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.028941] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.030774] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.031031] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.031652] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.031652] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.031652] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.031652] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.031851] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.031987] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.033431] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.036078] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 752.036349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.036931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.037173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.037416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.037816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.037951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.038170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.038294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.038412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.038595] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.039812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.040048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.040275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.040443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.040584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.040802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.040931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.041115] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.059608] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.060366] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.060366] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.060366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.060504] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-a9a9790f-46a4-4447-a112-6ff7344cccef taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.060677] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.060740] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.061078] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.061211] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a9790f-46a4-4447-a112-6ff7344cccef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.523657] env[65093]: INFO networking_nsxv3.common.synchronization [req-5eae37d2-5f0e-4ecc-989a-333162507639 req-c7f159a5-6bc9-48d7-b0d5-37b20e3a0fad tempest-SecurityGroupRulesNegativeTestJSON-1053649260 tempest-SecurityGroupRulesNegativeTestJSON-1053649260-project-member] Enqueued Resource ID: 5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 with Priority: HIGHEST for action security_group_rules [ 752.524581] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 with Priority: HIGHEST for action security_group_rules [ 752.524581] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.524581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.524581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.524873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.524948] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.543522] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.545346] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.545460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.564982] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.565229] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.565368] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.565686] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.565832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.565978] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port a9a9790f-46a4-4447-a112-6ff7344cccef not found, creating... [ 752.566257] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.566408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.566519] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.566727] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.566855] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.567186] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.567350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.567463] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.567664] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.567790] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.567921] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: a9a9790f-46a4-4447-a112-6ff7344cccef is going to be created. [ 752.591426] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.591635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.592208] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.592208] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.592326] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.592505] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.049092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.049092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.049092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.049092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.049092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.049530] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 already deleted. [ 753.049626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.050465] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.375041] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-93f9933c-2fca-420b-97cb-724d2021d9db service nova] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_rules [ 753.375041] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-93f9933c-2fca-420b-97cb-724d2021d9db service nova] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 753.375041] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-93f9933c-2fca-420b-97cb-724d2021d9db service nova] Enqueued Resource ID: a9a9790f-46a4-4447-a112-6ff7344cccef with Priority: HIGHEST for action port [ 753.377054] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_rules [ 753.377054] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 753.377176] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a9790f-46a4-4447-a112-6ff7344cccef with Priority: HIGHEST for action port [ 753.377433] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.377539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.378092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.378242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.378496] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a9790f-46a4-4447-a112-6ff7344cccef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.378610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.378697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.378898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.378980] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a9790f-46a4-4447-a112-6ff7344cccef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.553830] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.554023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.554113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.554351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.554445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.554551] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 753.589615] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.589615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.589615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.589615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.589615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.603184] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 753.884143] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9a9790f-46a4-4447-a112-6ff7344cccef with status ACTIVE [ 753.884531] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.884814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.884969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.885288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.885505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.885830] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.886089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.886248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.886519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.886809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.887128] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.887388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.887810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.887973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.888182] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9a9790f-46a4-4447-a112-6ff7344cccef is going to be updated. [ 753.923630] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.923630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.923630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.923630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.923630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.923630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a9790f-46a4-4447-a112-6ff7344cccef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.393687] env[65093]: INFO networking_nsxv3.common.synchronization [req-a459d45c-349a-4825-ac46-03e06165bd4c req-f59ae428-eba8-4326-aa19-f50803e44a46 tempest-SecurityGroupRulesNegativeTestJSON-1053649260 tempest-SecurityGroupRulesNegativeTestJSON-1053649260-project-member] Enqueued Resource ID: 5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 with Priority: HIGHEST for action security_group_rules [ 754.394408] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 with Priority: HIGHEST for action security_group_rules [ 754.394563] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.394709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.398671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.400424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.400424] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.571211] env[65093]: INFO networking_nsxv3.common.synchronization [req-448b185d-623e-4068-914c-31c368ed2d17 req-48f1013e-c3f1-4c47-a303-6c5b944e3db9 tempest-ServerDiagnosticsTest-776659914 tempest-ServerDiagnosticsTest-776659914-project-member] Enqueued Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_members [ 754.571211] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGHEST for action security_group_members [ 754.571211] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.571426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.571426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.571597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.571802] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.571882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.571914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.572068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.572156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.572250] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.923925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.924201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.924201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.924537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.924630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.924761] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003 already deleted. [ 754.924816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e57cd46-ebbe-4ee3-bc02-ee0a92d8b003" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.074701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.074916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.075042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.075336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.075437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.075642] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.075741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.075806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.076095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.076193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.076282] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 is going to be updated. [ 755.111190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.111281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.111357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.111554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.111736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.121845] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 in Status: IN_PROGRESS for 2s [ 755.612030] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 755.612338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.612773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.612983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.613186] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.613311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.613446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.613630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.613739] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.613866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.614012] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.614148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.614291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.614429] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.614614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.614713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.614812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.614896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.614984] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.615794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.615955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.616113] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.616210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.616272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.616411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.616486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.616571] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.119738] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5abfe7d0-2cec-47e2-ba66-6860423760da: rpc.has_security_group_logging(os_id): False [ 756.121186] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.145585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.146182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.146332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.146468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.146563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.146765] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.146878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.146932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.147105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.147189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.147378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.147475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.147542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.147768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.147768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.147929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.148028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.148093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.148229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.148303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.148390] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be created. [ 756.221317] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.221317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.221611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.221742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.221946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.235996] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 756.240325] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-efd83532-7604-470a-8f9b-4d8adf4d436d tempest-ListServersNegativeTestJSON-108570912 tempest-ListServersNegativeTestJSON-108570912-project-member] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 756.240898] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 756.241617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.241745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624955] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.648484] env[65093]: INFO networking_nsxv3.common.synchronization [req-216c9a10-65dc-4bdd-bc60-cd24a542686e req-3d8c0ef3-7032-4adb-9a47-a1079844cd0e tempest-InstanceActionsV221TestJSON-1987086567 tempest-InstanceActionsV221TestJSON-1987086567-project-member] Enqueued Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_members [ 756.649230] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGHEST for action security_group_members [ 756.650034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.650239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.650405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.650723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.651194] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.653462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.653462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.653462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.653462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.653462] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.677346] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.677538] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.677734] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.677998] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.678272] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.678422] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.678536] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.678741] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.678877] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.679315] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.679315] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.679791] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.679791] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.679791] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.679791] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.679791] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.707405] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.707405] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.707405] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.707405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-667" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.707405] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-e86f188b-e322-4d2e-b6fa-271f71b3aef5 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.707405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.707405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.707405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.707405] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86f188b-e322-4d2e-b6fa-271f71b3aef5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.130072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.130293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.130552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.130662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.130702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.131053] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 757.133742] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 in Status: SUCCESS [ 757.133913] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 deletion is rescheduled due to dependency. [ 757.134037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.154862] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.155155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.155269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.155847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.156041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.156298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.156406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.156488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.156676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.156795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.156918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 is going to be updated. [ 757.163257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.163540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.163540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.163731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.163880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.173166] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 757.190358] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.199938] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 in Status: IN_PROGRESS for 2s [ 757.211499] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.212346] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.212346] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.212346] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.212612] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.212612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port e86f188b-e322-4d2e-b6fa-271f71b3aef5 not found, creating... [ 757.212888] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.213082] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.213196] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.213415] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.213545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.213824] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.213975] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.214137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.214356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.214504] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.214670] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: e86f188b-e322-4d2e-b6fa-271f71b3aef5 is going to be created. [ 757.236398] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.236722] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.236931] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.237344] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.237700] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.238059] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.614323] env[65093]: INFO networking_nsxv3.common.synchronization [req-9a8bbac1-9d80-4c65-a12e-d29c4a5c23af req-346a4a04-f6dc-4b02-941a-d3df00321b1c tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 757.615025] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 757.615196] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.615674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.615774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.616332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.616482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.616599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.616663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.616819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.616900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.617008] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.967913] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-9e8cb9c1-8846-431b-8def-31aa604ece53 service nova] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_rules [ 757.968276] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-9e8cb9c1-8846-431b-8def-31aa604ece53 service nova] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 757.968276] env[65093]: INFO networking_nsxv3.common.synchronization [req-577dc9e6-5f65-4d9a-b36b-687ab57f3cc1 req-9e8cb9c1-8846-431b-8def-31aa604ece53 service nova] Enqueued Resource ID: e86f188b-e322-4d2e-b6fa-271f71b3aef5 with Priority: HIGHEST for action port [ 757.969024] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_rules [ 757.969213] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 757.969745] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86f188b-e322-4d2e-b6fa-271f71b3aef5 with Priority: HIGHEST for action port [ 757.969745] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.970013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.970013] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.970129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.970449] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86f188b-e322-4d2e-b6fa-271f71b3aef5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.970590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.970660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.970870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.970960] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86f188b-e322-4d2e-b6fa-271f71b3aef5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.005041] env[65093]: INFO networking_nsxv3.common.synchronization [req-3123ab51-26e0-48b8-bc73-67819defbc95 req-59748cb9-2c08-48c5-884f-2cf103eadf27 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 758.005754] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 758.006154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.006275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.006338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.006561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.006722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.006823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.006877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.007063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.007153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.007252] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.118930] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.119162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.119246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.119469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.119556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.119754] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.119846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.119904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.120063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.120136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.120218] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 758.151770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.152053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.152159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.152375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.152577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.164403] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 758.248968] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 758.248968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.248968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.249243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.249243] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.473895] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86f188b-e322-4d2e-b6fa-271f71b3aef5 with status ACTIVE [ 758.474169] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.474321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.474389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.474606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.474695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.474871] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.476840] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.476840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.476840] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86f188b-e322-4d2e-b6fa-271f71b3aef5 is going to be updated. [ 758.504746] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.504931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.505083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.505230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.505343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.505507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86f188b-e322-4d2e-b6fa-271f71b3aef5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.512125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512125] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 758.543232] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.543232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.543232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.543232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.543232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.559823] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 758.752158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.752292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.012276] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-47faf125-030a-44be-92be-b192766b72ec tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 759.012962] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 759.013354] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.013497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.013559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.013742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.013988] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.013988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.014149] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.014199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.014275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.014407] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.185757] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 759.186043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.186258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.186531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.186736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.186894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.186985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.187251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.187364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.187474] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.210122] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 in Status: SUCCESS [ 759.210601] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 deletion is rescheduled due to dependency. [ 759.210747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.397973] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-06fcbcc8-8428-4145-a81a-4597d894da86 tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 759.398647] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 759.399520] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.399638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.517224] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.517370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.517460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.517657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.543672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.543913] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.544058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.544123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.544326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.544517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.544607] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 759.570418] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.570713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.570953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.571029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.571169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.584397] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 759.692565] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.719379] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.719379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-469" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.719379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-469" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.719379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-469" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.719379] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.719379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.719379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.719676] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.719746] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.719947] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.720296] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.720434] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.720542] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.720650] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.720750] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.720903] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.743391] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.743391] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.743391] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.743391] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-469" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.743603] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-da534ff6-6c82-413b-8e06-9c4a4705ea3c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.743603] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.743713] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.744659] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.744659] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da534ff6-6c82-413b-8e06-9c4a4705ea3c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.178311] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 760.178311] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 760.178311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.195471] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.246981] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.247258] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.247385] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.247662] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.247818] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.247970] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port da534ff6-6c82-413b-8e06-9c4a4705ea3c not found, creating... [ 760.248276] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.248446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.248564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.248857] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.249019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.249683] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.249869] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.249987] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.250230] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.250374] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.250562] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: da534ff6-6c82-413b-8e06-9c4a4705ea3c is going to be created. [ 760.288700] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.288988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.289132] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.289522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.289889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.290299] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.569612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 760.569720] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 760.569765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.698901] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.699077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.699150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.699370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.699461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.699562] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 760.728270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.728434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.728477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.728687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.728840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.738187] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 761.060784] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-d2c2a59b-8b2b-422f-929c-2c9b50a6ca17 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 761.060990] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-d2c2a59b-8b2b-422f-929c-2c9b50a6ca17 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 761.061150] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-d2c2a59b-8b2b-422f-929c-2c9b50a6ca17 service nova] Enqueued Resource ID: da534ff6-6c82-413b-8e06-9c4a4705ea3c with Priority: HIGHEST for action port [ 761.061745] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 761.061941] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 761.062032] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da534ff6-6c82-413b-8e06-9c4a4705ea3c with Priority: HIGHEST for action port [ 761.062316] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.062507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.062591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.062793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.062873] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.064715] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.064882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.067125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-da534ff6-6c82-413b-8e06-9c4a4705ea3c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.067249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.067294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.068408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.068408] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da534ff6-6c82-413b-8e06-9c4a4705ea3c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.571190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.571486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.571586] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da534ff6-6c82-413b-8e06-9c4a4705ea3c with status ACTIVE [ 761.571737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.571850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.571917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.572157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.572255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.572453] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.572553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.572616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.572775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.572853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.573047] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.573142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.573203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.573340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.573804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.573804] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da534ff6-6c82-413b-8e06-9c4a4705ea3c is going to be updated. [ 761.595090] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 761.595090] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a deletion is rescheduled due to dependency. [ 761.595090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.595288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.595514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.596120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.596120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.596120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.596120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.596120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.596385] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.602233] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.602233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.602233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.602233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.602482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.602649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da534ff6-6c82-413b-8e06-9c4a4705ea3c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.910416] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.910665] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.910807] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.912052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.912052] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.912052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.912052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.912052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.912052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.912400] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.912400] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.912548] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.912606] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.912730] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.912835] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.912961] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.931679] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.931896] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.932047] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.932226] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.932566] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.932728] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.932846] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.933170] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.933303] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ef04a5-2d56-4cde-a03e-ea9fd1064c1d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.098875] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.436210] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.436642] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.436839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437187] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.437404] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.437609] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 10ef04a5-2d56-4cde-a03e-ea9fd1064c1d not found, creating... [ 762.437997] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.438259] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.438448] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.438719] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.438920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.439265] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.439544] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439731] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.439965] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440114] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440249] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 10ef04a5-2d56-4cde-a03e-ea9fd1064c1d is going to be created. [ 762.462874] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.462874] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462874] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.463319] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.463843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.463843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.601570] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.750837] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 762.751125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.751377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.751533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.751729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.751913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.751913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.752069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.752150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752250] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.104693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.104904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.104904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.105467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.105762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.105762] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 763.148322] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.148575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.148575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.148768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.148915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159809] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 763.197069] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-e9c531ef-9e1b-4fdd-b046-6546234db7c1 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 763.198625] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-e9c531ef-9e1b-4fdd-b046-6546234db7c1 service nova] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 763.198625] env[65093]: INFO networking_nsxv3.common.synchronization [req-919f1018-30b6-4c9d-a1ad-6506f8aafb5f req-e9c531ef-9e1b-4fdd-b046-6546234db7c1 service nova] Enqueued Resource ID: 10ef04a5-2d56-4cde-a03e-ea9fd1064c1d with Priority: HIGHEST for action port [ 763.198625] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_rules [ 763.198625] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 763.198625] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ef04a5-2d56-4cde-a03e-ea9fd1064c1d with Priority: HIGHEST for action port [ 763.200172] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.200172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.200172] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.200172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.200172] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.200172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.200172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.200756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.200756] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ef04a5-2d56-4cde-a03e-ea9fd1064c1d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.255037] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.703484] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ef04a5-2d56-4cde-a03e-ea9fd1064c1d with status ACTIVE [ 763.703831] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.703920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.703988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.704263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.704385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.704601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.704719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.704780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.704995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.705113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.705306] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.705398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.705457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.705595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.705666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.705746] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ef04a5-2d56-4cde-a03e-ea9fd1064c1d is going to be updated. [ 763.731308] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.731308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.731308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.731308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.731308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.731308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ef04a5-2d56-4cde-a03e-ea9fd1064c1d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.758547] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.264950] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.264950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.264950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.264950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.264950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.264950] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 764.284358] env[65093]: INFO networking_nsxv3.common.synchronization [req-599f7988-b663-4cea-920d-80ca6eb4d1f1 req-f53ba320-7034-4bfa-91ec-6efb75aa7a63 tempest-ServerMetadataNegativeTestJSON-126008152 tempest-ServerMetadataNegativeTestJSON-126008152-project-member] Enqueued Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_members [ 764.285950] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_members [ 764.288020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.288020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.288020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.288020] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.295200] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.295361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.295435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.295825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.296090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.309143] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 764.711019] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.711019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-221" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.711019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-221" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.711019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-221" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.711019] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.712382] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.712382] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.712541] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.713099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.713322] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.713450] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.713590] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.713728] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.713845] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.713942] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.714079] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.738105] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.738105] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.738105] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.738105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-221" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.738105] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-036df623-0e81-4944-b61c-f62cc02576e6 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.738105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.738105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.738105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.738105] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036df623-0e81-4944-b61c-f62cc02576e6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.792168] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.792168] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.792168] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 already deleted. [ 764.792168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.009699] env[65093]: INFO networking_nsxv3.common.synchronization [None req-9fa23e3c-10fc-4ce7-bc2c-debf76ca467e None None] Enqueued Resource ID: 1638d59b-b62d-40a4-8c12-cc1256b20483 with Priority: HIGHEST for action port [ 765.009971] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1638d59b-b62d-40a4-8c12-cc1256b20483 with Priority: HIGHEST for action port [ 765.010442] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1638d59b-b62d-40a4-8c12-cc1256b20483 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.010442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1638d59b-b62d-40a4-8c12-cc1256b20483" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.010590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1638d59b-b62d-40a4-8c12-cc1256b20483" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.010734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1638d59b-b62d-40a4-8c12-cc1256b20483" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.010815] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1638d59b-b62d-40a4-8c12-cc1256b20483',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.170801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 765.171061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.171206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.171458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.171610] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.171756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.171829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.171985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.172081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.172226] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.240558] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.243022] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 036df623-0e81-4944-b61c-f62cc02576e6 not found, creating... [ 765.243022] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.243022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.244288] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.244630] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.245186] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.245523] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.247295] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.247295] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 036df623-0e81-4944-b61c-f62cc02576e6 is going to be created. [ 765.271427] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.271682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.271809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.272086] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.272306] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.272643] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.512491] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1638d59b-b62d-40a4-8c12-cc1256b20483 [ 765.512835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.513017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.513139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.513398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.513515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.513701] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1638d59b-b62d-40a4-8c12-cc1256b20483 already deleted. [ 765.513764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1638d59b-b62d-40a4-8c12-cc1256b20483" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.674242] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.064037] env[65093]: INFO networking_nsxv3.common.synchronization [req-599f7988-b663-4cea-920d-80ca6eb4d1f1 req-60d83106-895e-4066-9806-2b03802fd308 service nova] Enqueued Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_rules [ 766.064291] env[65093]: INFO networking_nsxv3.common.synchronization [req-599f7988-b663-4cea-920d-80ca6eb4d1f1 req-60d83106-895e-4066-9806-2b03802fd308 service nova] Enqueued Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_members [ 766.064383] env[65093]: INFO networking_nsxv3.common.synchronization [req-599f7988-b663-4cea-920d-80ca6eb4d1f1 req-60d83106-895e-4066-9806-2b03802fd308 service nova] Enqueued Resource ID: 036df623-0e81-4944-b61c-f62cc02576e6 with Priority: HIGHEST for action port [ 766.064838] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_rules [ 766.064975] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_members [ 766.065099] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036df623-0e81-4944-b61c-f62cc02576e6 with Priority: HIGHEST for action port [ 766.065367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.065487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065969] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.069915] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.070753] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.072056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.072056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.072056] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.073135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-036df623-0e81-4944-b61c-f62cc02576e6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.073268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.073326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.073502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.073580] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036df623-0e81-4944-b61c-f62cc02576e6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.179176] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.322771] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 766.324243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.324827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.325353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.325353] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.325546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.325546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.325665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.325731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.325814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.325909] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.576953] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.578197] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.580091] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 036df623-0e81-4944-b61c-f62cc02576e6 with status ACTIVE [ 766.580091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.580091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.580091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.580091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.581024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.581198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.581388] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 036df623-0e81-4944-b61c-f62cc02576e6 is going to be updated. [ 766.604336] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.605593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.605683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.605927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.606047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.606205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-036df623-0e81-4944-b61c-f62cc02576e6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.682824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.682980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.683100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.683339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.683424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.683501] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 766.724009] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.724192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.724253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.724441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.724590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.741017] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 766.830289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.830783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.830783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.831467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.831467] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.831599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.831637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.831799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.831884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.831973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.832208] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.832325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.832388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.832632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.832787] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.832877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.832979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.833368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.833368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.833534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.833571] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.086106] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.086348] env[65093]: INFO networking_nsxv3.common.synchronization [None req-3f166dc4-4b63-4a38-97b1-d3fb80564bd0 None None] Enqueued Resource ID: d9c56fbe-ac5b-4fe9-923f-066293c3a95d with Priority: HIGHEST for action port [ 767.087931] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c56fbe-ac5b-4fe9-923f-066293c3a95d with Priority: HIGHEST for action port [ 767.088089] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c56fbe-ac5b-4fe9-923f-066293c3a95d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.088268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c56fbe-ac5b-4fe9-923f-066293c3a95d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.088381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c56fbe-ac5b-4fe9-923f-066293c3a95d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.088944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c56fbe-ac5b-4fe9-923f-066293c3a95d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.089094] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c56fbe-ac5b-4fe9-923f-066293c3a95d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.338066] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5abfe7d0-2cec-47e2-ba66-6860423760da: rpc.has_security_group_logging(os_id): False [ 767.359488] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.359741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.359805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.360082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.360209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.360419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.360512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.360577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.360748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.360825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.361038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.361286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.361363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.361947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.362045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.362255] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.362342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.362399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.362603] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.362723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.362766] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 767.435201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.435403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.435538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.435839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.436049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.442376] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6c275726-7bf4-4f6a-8dc7-3d6883d681e9 None None] Enqueued Resource ID: e288d9a8-7031-463a-928b-2a3e2d9ace05 with Priority: HIGHEST for action port [ 767.442940] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e288d9a8-7031-463a-928b-2a3e2d9ace05 with Priority: HIGHEST for action port [ 767.443398] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e288d9a8-7031-463a-928b-2a3e2d9ace05 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.443545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e288d9a8-7031-463a-928b-2a3e2d9ace05" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.443614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e288d9a8-7031-463a-928b-2a3e2d9ace05" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.444133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e288d9a8-7031-463a-928b-2a3e2d9ace05" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.444236] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e288d9a8-7031-463a-928b-2a3e2d9ace05',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.458264] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 767.588593] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.588958] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.589046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.589258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.589356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.589460] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 is going to be created. [ 767.590714] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9c56fbe-ac5b-4fe9-923f-066293c3a95d [ 767.590897] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.591018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.591084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.591309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.591374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.591456] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9c56fbe-ac5b-4fe9-923f-066293c3a95d already deleted. [ 767.591546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c56fbe-ac5b-4fe9-923f-066293c3a95d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.618030] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.618030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.618030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.618030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.618705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.631960] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 in Status: UNINITIALIZED for 2s [ 767.946675] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e288d9a8-7031-463a-928b-2a3e2d9ace05 [ 767.946675] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.946863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.946863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.947028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.947114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.947203] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e288d9a8-7031-463a-928b-2a3e2d9ace05 already deleted. [ 767.947286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e288d9a8-7031-463a-928b-2a3e2d9ace05" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.753684] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 768.753961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.754464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.755684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.755684] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.755684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.755684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.755896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.756025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.756192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.756281] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.757234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.757404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.757579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.757683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.757745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.757909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.757988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758226] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.260922] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.261759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.261759] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.471669] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 769.471894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.471894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.472706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.472706] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.642749] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 in Status: SUCCESS [ 769.643646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.643646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.643646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.643646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.643942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.643942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.644345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.644345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.644345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.644493] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.763532] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.975026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.976056] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.976056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.976056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.976311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.976311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.976311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.976311] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.056517] env[65093]: INFO networking_nsxv3.common.synchronization [None req-38bdac42-62c7-43e6-b3a0-3da47ac1f0e6 None None] Enqueued Resource ID: 269fa6b5-6f89-4e54-b5bd-4731ae8612dd with Priority: HIGHEST for action port [ 770.057300] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269fa6b5-6f89-4e54-b5bd-4731ae8612dd with Priority: HIGHEST for action port [ 770.057716] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-269fa6b5-6f89-4e54-b5bd-4731ae8612dd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.057834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269fa6b5-6f89-4e54-b5bd-4731ae8612dd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.057891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269fa6b5-6f89-4e54-b5bd-4731ae8612dd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.060346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269fa6b5-6f89-4e54-b5bd-4731ae8612dd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.060480] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269fa6b5-6f89-4e54-b5bd-4731ae8612dd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.149722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.149722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.149722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150259] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.150259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.150259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.150259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.150259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.150443] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.267572] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.268742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.268742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.268742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.268742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.268742] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 770.303380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.303680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.303784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.304036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.304195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.314791] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 770.479161] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.479356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.479421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.479791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.479864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.480036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.480036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.480202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.480297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.480620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.480694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.480838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.480975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.481076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.481136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.481290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.481365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.481446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.481536] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.563922] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 269fa6b5-6f89-4e54-b5bd-4731ae8612dd [ 770.564196] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.564469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.564469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.564613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.564695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.564873] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:269fa6b5-6f89-4e54-b5bd-4731ae8612dd already deleted. [ 770.564873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269fa6b5-6f89-4e54-b5bd-4731ae8612dd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.655051] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2: rpc.has_security_group_logging(os_id): False [ 770.678602] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.678774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.678825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.679054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.679357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.679357] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.679468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.679520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.679666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.679745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.679925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.680226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.680339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.680503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.680585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.682873] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.682873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.682873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.682873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.682873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.682873] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 is going to be created. [ 770.754382] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.754551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.754612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.754863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.755114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.768022] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 in Status: IN_PROGRESS for 2s [ 770.989916] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5abfe7d0-2cec-47e2-ba66-6860423760da: rpc.has_security_group_logging(os_id): False [ 771.009350] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.009613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.009613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.009787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.010275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.010544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.010544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.010698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.010769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010967] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.011094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.011146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.011459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.011531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.011745] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.011837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.011896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.012048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.012168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.012230] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 771.097410] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.097410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.097410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.097410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.097410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.114290] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 771.428378] env[65093]: INFO networking_nsxv3.common.synchronization [req-57afe1e2-dac4-4c35-85b0-c0b1e795939e req-97e8274f-1caf-4099-a230-a81621ef03c5 tempest-VolumesAdminNegativeTest-107998906 tempest-VolumesAdminNegativeTest-107998906-project-member] Enqueued Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_members [ 771.428898] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_members [ 771.429290] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.429426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.429560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.429877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.430081] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.430305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.430420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.430766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.430865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.431058] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.578349] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.578979] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.804131] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.804421] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-424" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.804470] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-424" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804798] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-424" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804983] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.805148] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.805254] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.805456] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.805591] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.805788] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.805890] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.805989] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.806099] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.806528] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.806652] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.806789] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.826172] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.826341] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.826472] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.826638] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-424" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.826950] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-8a7b2fb4-0894-48f0-8eff-24445e7033c8 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.827169] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.827286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.827586] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.827743] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7b2fb4-0894-48f0-8eff-24445e7033c8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.933768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.933909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.934254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.934369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.934999] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.935244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.935289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.935391] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c already deleted. [ 771.935687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.325600] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 772.325968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.326540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.326818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.326996] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.327144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.327614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.327614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.327614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.327614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.327776] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.327776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.327851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.327970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.328125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.328215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.328304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.328412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.328484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.328602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.328684] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.329843] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.330055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.330178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.330382] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.330625] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.330778] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 8a7b2fb4-0894-48f0-8eff-24445e7033c8 not found, creating... [ 772.331039] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.331522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.331522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.331653] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.331752] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.332050] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.332240] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.332361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.332657] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.332796] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.332929] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 8a7b2fb4-0894-48f0-8eff-24445e7033c8 is going to be created. [ 772.354890] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.354890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.354890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.355139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.355378] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.355629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.780137] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 in Status: SUCCESS [ 772.780469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.835012] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a: rpc.has_security_group_logging(os_id): False [ 772.856213] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.856359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.856429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.856652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.856742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.856952] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.857066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.857133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.857284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.857433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.857532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.857639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.857695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.857846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.857919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.858263] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.858362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.858425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.858567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.858642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.858727] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 772.933405] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.933580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.933737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.934083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.934308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.953388] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 773.108338] env[65093]: INFO networking_nsxv3.common.synchronization [req-57afe1e2-dac4-4c35-85b0-c0b1e795939e req-d3623a75-9e51-440a-98fc-a4663417e009 service nova] Enqueued Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_rules [ 773.108554] env[65093]: INFO networking_nsxv3.common.synchronization [req-57afe1e2-dac4-4c35-85b0-c0b1e795939e req-d3623a75-9e51-440a-98fc-a4663417e009 service nova] Enqueued Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_members [ 773.108731] env[65093]: INFO networking_nsxv3.common.synchronization [req-57afe1e2-dac4-4c35-85b0-c0b1e795939e req-d3623a75-9e51-440a-98fc-a4663417e009 service nova] Enqueued Resource ID: 8a7b2fb4-0894-48f0-8eff-24445e7033c8 with Priority: HIGHEST for action port [ 773.109670] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_rules [ 773.110337] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_members [ 773.110723] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b2fb4-0894-48f0-8eff-24445e7033c8 with Priority: HIGHEST for action port [ 773.111068] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.111242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.111340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.111620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.111742] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.113628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.113628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.113628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.113628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.117247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.117247] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.117247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7b2fb4-0894-48f0-8eff-24445e7033c8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.117247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.117247] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7b2fb4-0894-48f0-8eff-24445e7033c8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.132318] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 773.132583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.361164] env[65093]: INFO networking_nsxv3.common.synchronization [req-caa096af-b3de-434b-81c7-69007577d0f4 req-a8d949b5-112a-4ad4-80fc-5f436e46a28d tempest-ServersWithSpecificFlavorTestJSON-1153402547 tempest-ServersWithSpecificFlavorTestJSON-1153402547-project-member] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 773.361713] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 773.362033] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.362162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.362231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.362436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.362828] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.362960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.363112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.363291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.363385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.363472] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.618874] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.620282] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.620625] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a7b2fb4-0894-48f0-8eff-24445e7033c8 with status ACTIVE [ 773.621063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.621285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.621628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.621628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.622115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.622229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.622432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.622580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.622938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.622938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.623070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.623113] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a7b2fb4-0894-48f0-8eff-24445e7033c8 is going to be updated. [ 773.650287] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.650550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.650622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.651030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.651030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.651218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7b2fb4-0894-48f0-8eff-24445e7033c8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704789] env[65093]: INFO networking_nsxv3.common.synchronization [None req-3d1ec9c1-2589-493d-9a4e-8f1613fc4ab0 None None] Enqueued Resource ID: a8c9f12e-cd05-4397-9109-b6c769109ad9 with Priority: HIGHEST for action port [ 773.706060] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9f12e-cd05-4397-9109-b6c769109ad9 with Priority: HIGHEST for action port [ 773.706397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8c9f12e-cd05-4397-9109-b6c769109ad9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.708438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8c9f12e-cd05-4397-9109-b6c769109ad9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.708438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8c9f12e-cd05-4397-9109-b6c769109ad9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.708438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8c9f12e-cd05-4397-9109-b6c769109ad9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.708584] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c9f12e-cd05-4397-9109-b6c769109ad9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.867302] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.868552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.868552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.868552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.894175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.894469] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.894622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.894685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.894909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.895037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.895112] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be updated. [ 773.929674] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.929932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.929932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.930132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.930366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.942503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: IN_PROGRESS for 2s [ 774.126684] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.162485] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb64735c-e3d0-46e6-8cc4-93ac2d6b5775 req-7de73d32-c5ef-44d5-aa9b-cd13c502463c tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_members [ 774.163295] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_members [ 774.164112] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.164392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.164553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.164906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.165174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.165394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.165561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.165993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.166185] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.210883] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8c9f12e-cd05-4397-9109-b6c769109ad9 [ 774.211132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.211356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.211430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.212805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.212911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.213024] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8c9f12e-cd05-4397-9109-b6c769109ad9 already deleted. [ 774.213113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8c9f12e-cd05-4397-9109-b6c769109ad9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.590306] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.590578] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.590751] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.591842] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.593716] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.593716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.593716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.593716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.593716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.593716] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.593716] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.594038] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.594038] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.594101] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.594620] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.594620] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.618809] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.618809] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.618809] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.618809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.618809] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-d2e6dede-865c-4571-8039-375541be61fd taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.618809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.618809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.618809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.618809] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e6dede-865c-4571-8039-375541be61fd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.633454] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.633454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.633454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.633454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.633454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633454] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c is going to be created. [ 774.660703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.660916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.660956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.661184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.661347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.668694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.668837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.668906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.669141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.669231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.669421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.669518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.673098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.673360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.673455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.673571] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb already deleted. [ 774.673682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.674580] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c in Status: UNINITIALIZED for 2s [ 774.951363] env[65093]: INFO networking_nsxv3.common.synchronization [req-83e58a94-a0a1-487c-83ec-8687fcf55979 req-7171f8f8-bf5b-444d-aaf1-51e71a2c015b tempest-ListServersNegativeTestJSON-108570912 tempest-ListServersNegativeTestJSON-108570912-project-member] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 774.951970] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 774.953683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.953828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.953828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.953972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.954146] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.954244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.954308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.954761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.954870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.954945] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.969436] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 774.969671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.970198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.971490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.971490] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.121579] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.121823] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.121890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.122202] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.122425] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.122970] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port d2e6dede-865c-4571-8039-375541be61fd not found, creating... [ 775.123047] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.123217] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.123362] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.123670] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.123831] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.124593] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.125108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.125193] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.125559] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.125872] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.125990] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: d2e6dede-865c-4571-8039-375541be61fd is going to be created. [ 775.149116] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.149324] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.152674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.152674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.152674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.152674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.457476] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.474657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.474814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.475133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.475296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.475516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.475649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.475733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.475915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.476063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.476168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.476262] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.918910] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb64735c-e3d0-46e6-8cc4-93ac2d6b5775 req-4b659052-6b28-4fc1-bdaf-b4e65f87cef6 service nova] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_rules [ 775.919115] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb64735c-e3d0-46e6-8cc4-93ac2d6b5775 req-4b659052-6b28-4fc1-bdaf-b4e65f87cef6 service nova] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_members [ 775.919235] env[65093]: INFO networking_nsxv3.common.synchronization [req-fb64735c-e3d0-46e6-8cc4-93ac2d6b5775 req-4b659052-6b28-4fc1-bdaf-b4e65f87cef6 service nova] Enqueued Resource ID: d2e6dede-865c-4571-8039-375541be61fd with Priority: HIGHEST for action port [ 775.919917] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_rules [ 775.919917] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_members [ 775.920174] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e6dede-865c-4571-8039-375541be61fd with Priority: HIGHEST for action port [ 775.920632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.920769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.920836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.921067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.921154] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.924093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.924093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.924093] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.924093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e6dede-865c-4571-8039-375541be61fd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.924093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.924689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.924689] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e6dede-865c-4571-8039-375541be61fd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.954497] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: SUCCESS [ 775.954749] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 deletion is rescheduled due to dependency. [ 775.954807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.958037] env[65093]: INFO networking_nsxv3.common.synchronization [None req-578f08ed-a72a-49e9-9033-f0773bd7f794 None None] Enqueued Resource ID: 6b87fc99-31e8-478d-943e-96c1f0fefb45 with Priority: HIGHEST for action port [ 775.958214] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b87fc99-31e8-478d-943e-96c1f0fefb45 with Priority: HIGHEST for action port [ 775.958510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b87fc99-31e8-478d-943e-96c1f0fefb45 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b87fc99-31e8-478d-943e-96c1f0fefb45" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b87fc99-31e8-478d-943e-96c1f0fefb45" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b87fc99-31e8-478d-943e-96c1f0fefb45" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959121] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b87fc99-31e8-478d-943e-96c1f0fefb45',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.959783] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.978970] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.978970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.978970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.979186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.979533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.979533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.979533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.979699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.979734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.979953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.980043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.980367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.980367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.980367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.980486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.980554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.980634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.980776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.980895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.980938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.981024] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.426155] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.426328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.426499] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.427535] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2e6dede-865c-4571-8039-375541be61fd with status ACTIVE [ 776.427732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.427860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.427918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.428164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.428254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.428430] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.428515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.428569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.429382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.429382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.429382] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.429382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.429382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.429382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.429637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.429637] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2e6dede-865c-4571-8039-375541be61fd is going to be updated. [ 776.461810] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b87fc99-31e8-478d-943e-96c1f0fefb45 [ 776.462105] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.462281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.462341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.462562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.462698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.462866] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b87fc99-31e8-478d-943e-96c1f0fefb45 already deleted. [ 776.462866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b87fc99-31e8-478d-943e-96c1f0fefb45" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463948] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.464116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.464156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.464368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.464470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.464649] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 776.482207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.482489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.482489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.482804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.482957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.483215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e6dede-865c-4571-8039-375541be61fd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.483842] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a: rpc.has_security_group_logging(os_id): False [ 776.507111] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.507320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.507320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.509044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.509044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509250] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.509349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.509412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.509583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.509681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509873] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.510033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.510168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.510354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.510587] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.510684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.510742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.511012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.511219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.511320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.511380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.511632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.511705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.511791] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 776.523720] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 776.607014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.607216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.607294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.607505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.607655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.641716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 776.690896] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c in Status: SUCCESS [ 776.690896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.690896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690896] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.690896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.690896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.692461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.694195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.694195] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.931874] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.195564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.195564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.195990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.195990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196948] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.197247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.197323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.198248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.198248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198248] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.434814] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.435734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.436144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.436144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.436379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.436536] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb is going to be created. [ 777.477596] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.477857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.477857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.478395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.478558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.492430] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: UNINITIALIZED for 2s [ 777.699509] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aaf0939-e8df-41b8-993c-7b2da7df0f8c: rpc.has_security_group_logging(os_id): False [ 777.743919] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.744111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.744159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.744531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.744628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.744897] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.745104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.745172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.745393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.745453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.745711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.745881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.745953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.746168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.746249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.746458] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.746554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.746618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.746767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.746844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.746933] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c is going to be created. [ 777.865741] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.866056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.866210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.866575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.866889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.900775] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c in Status: IN_PROGRESS for 2s [ 778.533976] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 778.534328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.657719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 778.657988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.328514] env[65093]: INFO networking_nsxv3.common.synchronization [req-99530d82-2656-46e4-b874-fd807edd0d87 req-612dbfdc-4cce-4d98-bcce-99a767def725 tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 779.329294] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 779.329616] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.329744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.329815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.330037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.330191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.330288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.330350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.330531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.330617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.330713] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.502536] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: SUCCESS [ 779.502807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.502989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.503247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.503435] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.503557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.503625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.503794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.503876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.503959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.504079] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.690501] env[65093]: INFO networking_nsxv3.common.synchronization [req-24b46506-0b80-446d-a774-2aa1fe0e23c8 req-8dc9d2bf-598b-4d23-a299-2c5394558601 tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 779.695453] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 779.695876] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.696015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.696092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.696306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.696464] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.696569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.696642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.696848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.696938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.697060] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.833792] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.915965] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c in Status: SUCCESS [ 779.915965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.006180] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.112207] env[65093]: INFO networking_nsxv3.common.synchronization [req-24b46506-0b80-446d-a774-2aa1fe0e23c8 req-c6154c5b-7a24-4707-86f6-61f710c34ae5 tempest-ServersTestMultiNic-205985152 tempest-ServersTestMultiNic-205985152-project-member] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 780.113438] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGHEST for action security_group_members [ 780.113438] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.201225] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.335866] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.515906] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e34d80-5a02-4eda-a7ec-4379ba2851cb: rpc.has_security_group_logging(os_id): False [ 780.535040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.535209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.535290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.535513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.535610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.535872] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.535980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.536057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.536221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.536314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.536406] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb is going to be created. [ 780.612288] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.612486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613011] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.630101] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: IN_PROGRESS for 2s [ 780.704744] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.840257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.840410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.840499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.841225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.841327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.841431] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 780.874592] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.874741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.874808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.875618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.875618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.886237] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 781.208912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.209121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.209121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.209352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.209444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.209550] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 781.243490] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.243836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.243836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.244023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.244144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.256096] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 782.551690] env[65093]: INFO networking_nsxv3.common.synchronization [None req-77fdff36-656e-4d3c-bcc1-dcbe926bf1c9 None None] Enqueued Resource ID: 83d67dc3-4871-48e8-bb7f-ee9e86b39086 with Priority: HIGHEST for action port [ 782.552567] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d67dc3-4871-48e8-bb7f-ee9e86b39086 with Priority: HIGHEST for action port [ 782.553275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d67dc3-4871-48e8-bb7f-ee9e86b39086 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.553275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d67dc3-4871-48e8-bb7f-ee9e86b39086" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.553275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d67dc3-4871-48e8-bb7f-ee9e86b39086" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.553457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d67dc3-4871-48e8-bb7f-ee9e86b39086" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.553505] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d67dc3-4871-48e8-bb7f-ee9e86b39086',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.643441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: SUCCESS [ 782.643806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.898229] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 782.898306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.056060] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83d67dc3-4871-48e8-bb7f-ee9e86b39086 [ 783.056463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.056702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.056818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.057089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.057210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.057326] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83d67dc3-4871-48e8-bb7f-ee9e86b39086 already deleted. [ 783.057428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d67dc3-4871-48e8-bb7f-ee9e86b39086" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.265406] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 783.265558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.266275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.266275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.266275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.266275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.266761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.266761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.266761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.266761] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.631065] env[65093]: INFO networking_nsxv3.common.synchronization [req-968c9278-76ec-4eb8-b1c3-c0eed5e61e0a req-c977528e-5bea-4817-a1ed-e8d9fa078197 tempest-ImagesNegativeTestJSON-1437593605 tempest-ImagesNegativeTestJSON-1437593605-project-member] Enqueued Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_members [ 783.631924] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_members [ 783.632499] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.632674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.632743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.632975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.633153] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.633278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.633547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.633737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.633825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.633922] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.770115] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.770115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.770115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.770115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.770115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.770115] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.770419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.770419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.770539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.770619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.770756] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be updated. [ 783.798341] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.798687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.798687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.799626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.799815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.810201] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: IN_PROGRESS for 2s [ 784.021462] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.023888] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-533" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.024045] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-533" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.024373] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-533" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.024657] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.024814] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.024932] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.025167] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.025326] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.025523] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.025629] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.025731] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.025827] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.026162] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.026162] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.026162] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.046047] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.046047] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.048019] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.048019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-533" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.048019] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.048019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.048019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.048019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.048019] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6980fa-ea2e-46a1-a86d-54bd820b9e96',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.136858] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.137164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.137463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.137553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137756] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.137867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.138082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.138235] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c already deleted. [ 784.138349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.552264] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.552481] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.552481] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.552760] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.552902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.553163] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 5e6980fa-ea2e-46a1-a86d-54bd820b9e96 not found, creating... [ 784.553314] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.553460] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.553567] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.553770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.553898] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.554180] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.554476] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.554562] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.555137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.555137] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.555137] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 5e6980fa-ea2e-46a1-a86d-54bd820b9e96 is going to be created. [ 784.612646] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.612889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.612889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.613133] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.613350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.613598] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.137716] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4ac29a53-46c6-4fc2-9d0f-41240386ce23 None None] Enqueued Resource ID: ef48f6cb-f13c-49b7-bba3-449d74a61734 with Priority: HIGHEST for action port [ 785.138490] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef48f6cb-f13c-49b7-bba3-449d74a61734 with Priority: HIGHEST for action port [ 785.139121] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef48f6cb-f13c-49b7-bba3-449d74a61734 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.139121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef48f6cb-f13c-49b7-bba3-449d74a61734" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.139121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef48f6cb-f13c-49b7-bba3-449d74a61734" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.140658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef48f6cb-f13c-49b7-bba3-449d74a61734" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.140658] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef48f6cb-f13c-49b7-bba3-449d74a61734',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.318522] env[65093]: INFO networking_nsxv3.common.synchronization [req-968c9278-76ec-4eb8-b1c3-c0eed5e61e0a req-b81dfcd1-902d-4857-8b34-f78d0211668d service nova] Enqueued Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_rules [ 785.318751] env[65093]: INFO networking_nsxv3.common.synchronization [req-968c9278-76ec-4eb8-b1c3-c0eed5e61e0a req-b81dfcd1-902d-4857-8b34-f78d0211668d service nova] Enqueued Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_members [ 785.318930] env[65093]: INFO networking_nsxv3.common.synchronization [req-968c9278-76ec-4eb8-b1c3-c0eed5e61e0a req-b81dfcd1-902d-4857-8b34-f78d0211668d service nova] Enqueued Resource ID: 5e6980fa-ea2e-46a1-a86d-54bd820b9e96 with Priority: HIGHEST for action port [ 785.325838] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_rules [ 785.326077] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_members [ 785.326188] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e6980fa-ea2e-46a1-a86d-54bd820b9e96 with Priority: HIGHEST for action port [ 785.326885] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.327033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.327106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.327475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.327566] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.328993] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.328993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.329150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.329431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.329431] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.329621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.329621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.329701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.329768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.329930] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.330837] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.330942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.331574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.331574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.331574] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6980fa-ea2e-46a1-a86d-54bd820b9e96',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.642838] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef48f6cb-f13c-49b7-bba3-449d74a61734 [ 785.644167] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.644375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.644497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.644795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.644948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.645097] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef48f6cb-f13c-49b7-bba3-449d74a61734 already deleted. [ 785.645221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef48f6cb-f13c-49b7-bba3-449d74a61734" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.821136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a in Status: SUCCESS [ 785.821136] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a deletion is rescheduled due to dependency. [ 785.821136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.833630] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.833746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.835024] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.835024] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e6980fa-ea2e-46a1-a86d-54bd820b9e96 with status ACTIVE [ 785.835218] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.835322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.835392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.835589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.835688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.835853] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.835948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.836331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.836331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.836331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.836458] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.836521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.836554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.836685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.837703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.837703] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e6980fa-ea2e-46a1-a86d-54bd820b9e96 is going to be updated. [ 785.863026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.863026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.863026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.863320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.863320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e6980fa-ea2e-46a1-a86d-54bd820b9e96" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.338822] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.655540] env[65093]: INFO networking_nsxv3.common.synchronization [req-5411f02b-83ef-4bbb-994a-d2da3675fecd req-1bbd7e82-8732-40e2-903f-99590b5b9735 tempest-ServerMetadataNegativeTestJSON-126008152 tempest-ServerMetadataNegativeTestJSON-126008152-project-member] Enqueued Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_members [ 786.656068] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGHEST for action security_group_members [ 786.657411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.657411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.657558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.657671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.659040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.659177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.659255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.659391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.659485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.659601] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.845203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.845405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.845475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.845648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.845735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.845835] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c is going to be created. [ 786.875904] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.876064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.876151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.876378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.876557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.886135] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c in Status: UNINITIALIZED for 2s [ 787.161769] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.161960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.162374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.162571] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.163058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.163146] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 is going to be updated. [ 787.192594] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.192594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.192594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.192926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.193110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.202196] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 in Status: IN_PROGRESS for 2s [ 788.901285] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c in Status: SUCCESS [ 788.901285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.901285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.901285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.901820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.901820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.901820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.901820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.901978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.901978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.902583] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.106411] env[65093]: INFO networking_nsxv3.common.synchronization [req-5ae0c8e1-4b59-4834-9324-4df57dd8e9dd req-61c22632-4059-4723-93c3-cda0f6baba7e tempest-VolumesAdminNegativeTest-107998906 tempest-VolumesAdminNegativeTest-107998906-project-member] Enqueued Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_members [ 789.107318] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGHEST for action security_group_members [ 789.107692] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.107826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.107891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.108138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.108248] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.108344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.108401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.108543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.108626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.108717] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.213486] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 in Status: SUCCESS [ 789.213695] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 deletion is rescheduled due to dependency. [ 789.213818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.405278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.405428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.405428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.405624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.405794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.405887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.405946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.406114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.406201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.406282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.406424] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.406893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.406893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.406893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.406893] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.406893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.407124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.407124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.407193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.407226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.407319] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.610834] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.610982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.611305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.611470] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.611592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.611990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.611990] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c is going to be updated. [ 789.647468] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.647688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.647787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.648058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.648244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.659728] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c in Status: IN_PROGRESS for 2s [ 789.912542] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5d3890-8755-48ae-a18e-19b99d6bf98c: rpc.has_security_group_logging(os_id): False [ 789.940157] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.940157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.940365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.940522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.940645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.940931] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.941158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.941263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.941455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.941567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.941794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.941965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.941965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.942190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.942289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.942510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.942672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.942734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.942908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.943020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.943135] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c is going to be created. [ 790.011480] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.011697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.011837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.011998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.012231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.027482] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c in Status: IN_PROGRESS for 2s [ 791.301390] env[65093]: INFO networking_nsxv3.common.synchronization [req-5a27e58a-226e-4b0b-8fd8-56688ddac50a req-4fd8b9a4-b749-43df-b573-f129a8b45f49 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 791.301984] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 791.302415] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.302555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.302688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.302961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.303160] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.303289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.303371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.303591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.303742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.303831] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.658872] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.659085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.659208] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.659632] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.659926] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.660101] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.660212] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.660427] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.660564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.660785] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.660895] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.660995] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.661127] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.661233] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.661331] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.661455] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.672062] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c in Status: SUCCESS [ 791.672242] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c deletion is rescheduled due to dependency. [ 791.672352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.685189] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.685422] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.686179] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.686179] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.686179] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-7affef47-711e-40cb-973f-d0431b685755 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.686179] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.686414] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.686554] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.686704] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7affef47-711e-40cb-973f-d0431b685755',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.806714] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.807025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.807025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.807203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.807297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.807497] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.807600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.807666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.807808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.807883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.807967] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c already deleted. [ 791.808060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041362] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c in Status: SUCCESS [ 792.041362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.189940] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.190041] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.190129] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.190416] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.190604] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.190875] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 7affef47-711e-40cb-973f-d0431b685755 not found, creating... [ 792.191147] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.191300] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.191409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.191626] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.191756] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.192037] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.192182] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.192296] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.192537] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.192729] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.192903] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 7affef47-711e-40cb-973f-d0431b685755 is going to be created. [ 792.213448] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.213641] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.213911] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.214225] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.214446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.214665] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.959753] env[65093]: INFO networking_nsxv3.common.synchronization [req-5a27e58a-226e-4b0b-8fd8-56688ddac50a req-6003ac4e-2c16-44be-aac0-ab55e5539918 service nova] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 792.960134] env[65093]: INFO networking_nsxv3.common.synchronization [req-5a27e58a-226e-4b0b-8fd8-56688ddac50a req-6003ac4e-2c16-44be-aac0-ab55e5539918 service nova] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 792.960134] env[65093]: INFO networking_nsxv3.common.synchronization [req-5a27e58a-226e-4b0b-8fd8-56688ddac50a req-6003ac4e-2c16-44be-aac0-ab55e5539918 service nova] Enqueued Resource ID: 7affef47-711e-40cb-973f-d0431b685755 with Priority: HIGHEST for action port [ 792.960738] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 792.960934] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 792.961098] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7affef47-711e-40cb-973f-d0431b685755 with Priority: HIGHEST for action port [ 792.961529] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.961709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.962010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.962371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.962495] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.963524] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.963713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.964107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.964107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.964309] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.965091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.965091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.965091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.965091] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.966427] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7affef47-711e-40cb-973f-d0431b685755 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.966508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.966614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.966794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.966908] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7affef47-711e-40cb-973f-d0431b685755',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.470084] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.470467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.470596] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.471548] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7affef47-711e-40cb-973f-d0431b685755 with status ACTIVE [ 793.471758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.471903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.471982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.472218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.472308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.472827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.472827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.472827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.473334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.473446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.474022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.474022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.474022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.474315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.474480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.474558] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7affef47-711e-40cb-973f-d0431b685755 is going to be updated. [ 793.498243] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.498243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.498243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.498243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.498529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.498529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.977395] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.481961] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.482157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.482196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.482529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.482690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.482805] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be created. [ 794.508164] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.508347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.508432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.508662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.508843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.518164] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: UNINITIALIZED for 2s [ 795.026453] env[65093]: INFO networking_nsxv3.common.synchronization [req-a8137814-31d1-4f73-a7e1-b49424897786 req-3e7cf1cc-c0b2-4f9a-be64-ba7db05baabf tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 795.027101] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 795.027486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.027613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.027682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.028112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.028112] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.028269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.028269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.028403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.028483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.028579] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.386160] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.386413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.386513] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.386776] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.387173] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.387367] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.387481] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.387920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.387920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.388026] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.388861] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.388861] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.388861] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.388861] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.388861] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.388861] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.407899] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.407899] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.407899] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.407899] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.407899] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.408462] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.408696] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.409114] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.409360] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fc50177-f142-4fa6-9b5b-565c0a6dc4f8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.531063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.531414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.531414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.531623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.531623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.531808] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.531901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.532071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.532202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.532280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.532486] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 already deleted. [ 795.532486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.912126] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.912385] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.912460] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.912751] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.912930] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.913671] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 not found, creating... [ 795.913671] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.913671] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.913671] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.913910] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.913946] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.914219] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.914364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.914472] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.914690] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.914820] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.914954] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 is going to be created. [ 795.938467] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.938699] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.938913] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.939301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.939558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.939781] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.373127] env[65093]: INFO networking_nsxv3.common.synchronization [req-be54435e-9a0c-4720-89ae-26956a3b08ea req-dd132948-2036-462e-b399-eba38af3a910 tempest-ImagesNegativeTestJSON-1437593605 tempest-ImagesNegativeTestJSON-1437593605-project-member] Enqueued Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_members [ 796.373127] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c with Priority: HIGHEST for action security_group_members [ 796.373127] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5d3890-8755-48ae-a18e-19b99d6bf98c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.373127] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.373127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.375650] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5d3890-8755-48ae-a18e-19b99d6bf98c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.532956] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 796.533144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.533310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.533533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.533962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.533962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.533962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.534163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.534163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.534252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.534345] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.680290] env[65093]: INFO networking_nsxv3.common.synchronization [req-a8137814-31d1-4f73-a7e1-b49424897786 req-2df3789b-c621-4d04-811d-92337be015d6 service nova] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 796.680490] env[65093]: INFO networking_nsxv3.common.synchronization [req-a8137814-31d1-4f73-a7e1-b49424897786 req-2df3789b-c621-4d04-811d-92337be015d6 service nova] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 796.680687] env[65093]: INFO networking_nsxv3.common.synchronization [req-a8137814-31d1-4f73-a7e1-b49424897786 req-2df3789b-c621-4d04-811d-92337be015d6 service nova] Enqueued Resource ID: 1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 with Priority: HIGHEST for action port [ 796.681302] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 796.681362] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 796.681430] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 with Priority: HIGHEST for action port [ 796.682307] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.682498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.682643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.682956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.683126] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.684979] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.684979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.684979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.684979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.684979] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.684979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.685240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.685240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.685843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.685843] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.687584] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.687584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.687584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.687584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.687584] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fc50177-f142-4fa6-9b5b-565c0a6dc4f8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.876089] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.876316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.876316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.876485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.876567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.876796] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.876892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.876892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.877279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.877279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.877279] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c is going to be updated. [ 796.913460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.913618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.913748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.913939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.914105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925771] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c in Status: IN_PROGRESS for 2s [ 797.037053] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.037240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.037312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.037573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.037735] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.037923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.037923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.038296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.038409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.038518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.038703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.038820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.038896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.039073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.039243] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.039369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.039446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.039610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.039687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.039988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.040232] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.189996] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.191622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.191622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.191622] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 with status ACTIVE [ 797.191863] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.191863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.191863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.192063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.192748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.192748] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.192748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.192748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.192748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.192748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.193080] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.193141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.193207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.193350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.193424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.193513] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fc50177-f142-4fa6-9b5b-565c0a6dc4f8 is going to be updated. [ 797.218046] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.218046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.218232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.218313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.218574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.218832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fc50177-f142-4fa6-9b5b-565c0a6dc4f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.543466] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99369b92-efb0-4a40-902e-d5ef3266704c: rpc.has_security_group_logging(os_id): False [ 797.564431] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.564431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.564701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.564701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.564914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.564976] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.565078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.565155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.565284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.565360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.565677] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.565677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.565677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.565836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.565900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.566095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.566187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.566250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.566433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.566512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.566599] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be created. [ 797.631072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.631072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.631072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.631318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.631538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.645126] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 797.695630] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.197895] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.197895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.197895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.198102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.198138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.199159] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be created. [ 798.222408] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.222559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.223083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233014] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: UNINITIALIZED for 2s [ 798.937123] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c in Status: SUCCESS [ 798.937787] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5d3890-8755-48ae-a18e-19b99d6bf98c deletion is rescheduled due to dependency. [ 798.937787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5d3890-8755-48ae-a18e-19b99d6bf98c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.662051] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 799.662281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244360] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: UNINITIALIZED for 4s [ 801.682500] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 801.682791] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 802.257468] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 802.257688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.258179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.258419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.258632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.258760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.258829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.259133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.259936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.259936] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.554962] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 802.555109] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 802.556192] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 802.556192] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 802.556192] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.556192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.556686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.556686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.556686] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.556686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.556686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.556863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.556983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.557026] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.558479] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.558593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.558593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.558761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.559792] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.559792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.559950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.560619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.560698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.560791] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.604184] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_rules [ 802.604346] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 802.604475] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 802.604593] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 802.604828] env[65093]: INFO networking_nsxv3.common.synchronization [req-55aa1935-bf06-420e-bc27-581356aa520a req-da5a3d39-dc84-4342-bcb5-5418d1a20ba2 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 7affef47-711e-40cb-973f-d0431b685755 with Priority: HIGHEST for action port [ 802.605248] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_rules [ 802.605390] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 802.605486] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7affef47-711e-40cb-973f-d0431b685755 with Priority: HIGHEST for action port [ 802.605737] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 802.605737] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 802.605997] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.606131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.606196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.606442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.606627] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.607481] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.607558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.607624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.607794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.607873] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.608816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7affef47-711e-40cb-973f-d0431b685755 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.608947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.609279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.609279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.609279] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7affef47-711e-40cb-973f-d0431b685755',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.610167] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.610263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.610473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.610596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.762426] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.063221] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.065832] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.112487] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.112487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.112713] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7affef47-711e-40cb-973f-d0431b685755 with status ACTIVE [ 803.112821] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.112938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.113008] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.113217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.113314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.113485] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.113581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.113643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.113789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.114237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.114411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.115021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.115021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.115021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.115021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.115021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7affef47-711e-40cb-973f-d0431b685755 is going to be updated. [ 803.116372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.116511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.137198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.137413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.137413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.137622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.137766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.137921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.264543] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8: rpc.has_security_group_logging(os_id): False [ 803.283847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.284170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.284170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.284307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.284357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.284788] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.284788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.284788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.286222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.286222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.286222] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be created. [ 803.356608] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.356756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.356828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.357158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.370692] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_members [ 803.373038] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 803.373038] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 803.376973] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 803.376973] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_members [ 803.376973] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 803.376973] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 803.376973] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.376973] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.376973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.376973] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.378125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.378246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.378462] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.378555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.418887] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_rules [ 803.419132] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 803.419269] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 803.419389] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 803.419508] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_rules [ 803.419624] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_members [ 803.419756] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f246a63-2a22-4a48-b33d-47d06003df5d req-845ffd47-4ddc-4845-bc14-aa105da50b9e tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 7affef47-711e-40cb-973f-d0431b685755 with Priority: HIGHEST for action port [ 803.421111] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_rules [ 803.421269] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 803.421372] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_members [ 803.421466] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7affef47-711e-40cb-973f-d0431b685755 with Priority: HIGHEST for action port [ 803.421555] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_rules [ 803.421642] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 803.421774] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 803.422277] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.422386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.422585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.422671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.422941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.423034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.423219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7affef47-711e-40cb-973f-d0431b685755 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.423322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.423386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.423589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.423715] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7affef47-711e-40cb-973f-d0431b685755',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.429331] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.429469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.429573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.433014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.433014] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.433014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.433014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.433014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.433014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.566347] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.567092] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.881638] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.933940] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7affef47-711e-40cb-973f-d0431b685755 with status ACTIVE [ 803.933940] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.933940] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.933940] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.933940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.933940] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7affef47-711e-40cb-973f-d0431b685755 is going to be updated. [ 803.936610] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.936795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.960146] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.960341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.960403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.960961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.960961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.960961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7affef47-711e-40cb-973f-d0431b685755" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.064561] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a1acce73-e484-42d7-be3b-b44fdb5ccdd3 None None] Enqueued Resource ID: 80562880-a2f0-48ac-9ca6-834dea782855 with Priority: HIGHEST for action port [ 804.065678] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80562880-a2f0-48ac-9ca6-834dea782855 with Priority: HIGHEST for action port [ 804.065678] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-80562880-a2f0-48ac-9ca6-834dea782855 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.065678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80562880-a2f0-48ac-9ca6-834dea782855" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80562880-a2f0-48ac-9ca6-834dea782855" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.065942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80562880-a2f0-48ac-9ca6-834dea782855" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.065980] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80562880-a2f0-48ac-9ca6-834dea782855',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.067335] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.067438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.067835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.067835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.067835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.067835] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 804.069432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.069532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.069840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.069840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.069840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.069975] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be created. [ 804.122987] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.123234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.123356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.123672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.123925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.126053] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.127730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.127812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.128011] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.128156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.139833] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: UNINITIALIZED for 2s [ 804.141349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 804.384197] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.570555] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80562880-a2f0-48ac-9ca6-834dea782855 [ 804.570843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.570983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.571057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.571266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.571356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.571447] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80562880-a2f0-48ac-9ca6-834dea782855 already deleted. [ 804.571529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80562880-a2f0-48ac-9ca6-834dea782855" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.887075] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.888332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.888332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.888332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.888332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.888332] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 is going to be created. [ 804.994308] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.994444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.994514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.994951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.994951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.007200] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: UNINITIALIZED for 2s [ 805.126575] env[65093]: INFO networking_nsxv3.common.synchronization [None req-c68eb678-427c-484d-b207-f8c48543a58f tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_rules [ 805.127209] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_rules [ 805.127845] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.128058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.128097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.128336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.128416] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.237990] env[65093]: INFO networking_nsxv3.common.synchronization [None req-416c79ca-7d27-45f5-9aa9-b5f77f1b7b09 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_rules [ 805.238666] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_rules [ 805.238964] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.239096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.387669] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 805.388323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.650439] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.650586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.650629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.650853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.650961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.651988] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 already deleted. [ 805.651988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.651988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.651988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.651988] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.152429] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 806.152696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.153398] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 806.153583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.153985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.154551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.155146] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.155146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.155305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.155791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.156042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.156692] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.157926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.158116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.158324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.158472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.158551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.159564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.159564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.159564] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.179705] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.179947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.180046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.180274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.180397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.180509] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 already deleted. [ 806.180599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.665401] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.665401] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.024022] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: SUCCESS [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.024022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.024022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.024022] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.169569] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.175171] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.229321] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a7c485f6-52b5-47a8-b89b-a36b5869380d None None] Enqueued Resource ID: 6eb0d071-2c2c-4dad-8cfb-81c93cc4c697 with Priority: HIGHEST for action port [ 807.230292] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb0d071-2c2c-4dad-8cfb-81c93cc4c697 with Priority: HIGHEST for action port [ 807.230428] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb0d071-2c2c-4dad-8cfb-81c93cc4c697 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.230561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb0d071-2c2c-4dad-8cfb-81c93cc4c697" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.231638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb0d071-2c2c-4dad-8cfb-81c93cc4c697" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.231638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb0d071-2c2c-4dad-8cfb-81c93cc4c697" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.231638] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb0d071-2c2c-4dad-8cfb-81c93cc4c697',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.531356] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.674991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.675189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.675330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.675482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.675656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.675656] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be updated. [ 807.677819] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.677819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.677819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.677819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.677819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.677819] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 807.714384] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.714557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.714719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.714847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.715424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.717141] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.717365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.717514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.717649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.717805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.727945] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 807.728545] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: IN_PROGRESS for 2s [ 807.736714] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb0d071-2c2c-4dad-8cfb-81c93cc4c697 [ 807.736714] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.736714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.736714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.736714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.736714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.736714] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb0d071-2c2c-4dad-8cfb-81c93cc4c697 already deleted. [ 807.736968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb0d071-2c2c-4dad-8cfb-81c93cc4c697" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.034723] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.135602] env[65093]: INFO networking_nsxv3.common.synchronization [req-e2b0e65d-f829-410a-a58c-d29cf8012797 req-1f82d801-b817-4c40-99be-40cdf8c1b3ed tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_members [ 808.136171] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_members [ 808.136450] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.136548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.136586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.136903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.136975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.137241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.137241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.137720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.137720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.137720] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.515047] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.515396] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.515396] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.515846] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.518382] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.519019] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.519639] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.520468] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.520890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.521416] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.521730] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.521966] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.522123] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.522331] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.522490] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.522691] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.538092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.538092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.538092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.538303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.538303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.538372] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 is going to be updated. [ 808.541304] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.541466] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.541601] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.541770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-568" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.542163] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.542311] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.542428] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.542734] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.542896] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.568528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.568762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.568762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.568939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.569102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.579205] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: IN_PROGRESS for 2s [ 808.639605] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.639785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.639834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640423] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.641121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.641121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.641121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.641121] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 already deleted. [ 808.641121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.045457] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.045861] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.046020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.046367] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.046531] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.046789] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd not found, creating... [ 809.047116] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.047301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.047441] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.047673] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.047839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.048189] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.048364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.048476] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.048698] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.048826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.048961] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd is going to be created. [ 809.071102] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.071323] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.071433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.072758] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.073100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.073383] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.740587] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 809.740969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.740969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.741193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.741417] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.741543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.741582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.741707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.741788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.741871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.741966] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.743421] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 809.743590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.743731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.743901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.744170] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.744170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.744287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.744354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.744430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.744517] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.745302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.745467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.745619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.745714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.745775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.745913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.746016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.746277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.746277] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.748040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.748523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.748523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.748523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.748523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.748693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.748693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.748889] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.790610] env[65093]: INFO networking_nsxv3.common.synchronization [req-e2b0e65d-f829-410a-a58c-d29cf8012797 req-ce9369b5-5fab-4590-b91f-fdf289568b5f service nova] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_rules [ 809.790913] env[65093]: INFO networking_nsxv3.common.synchronization [req-e2b0e65d-f829-410a-a58c-d29cf8012797 req-ce9369b5-5fab-4590-b91f-fdf289568b5f service nova] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_members [ 809.791077] env[65093]: INFO networking_nsxv3.common.synchronization [req-e2b0e65d-f829-410a-a58c-d29cf8012797 req-ce9369b5-5fab-4590-b91f-fdf289568b5f service nova] Enqueued Resource ID: 7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd with Priority: HIGHEST for action port [ 809.791308] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_rules [ 809.791435] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_members [ 809.791533] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd with Priority: HIGHEST for action port [ 809.792375] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.792539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.794321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.794321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.794321] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.794321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.794765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.794765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.794765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.794855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.794897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.794942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.795128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.795178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.795272] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.797023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.797023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.797023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.797023] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.248519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248851] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.251100] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.253431] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.297757] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.298915] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.299057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.299770] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd with status ACTIVE [ 810.299770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.299770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.299770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.299770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.300275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.300275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.300275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.300275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.300511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.300511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.300612] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.300692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.300692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.300837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.300901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.300985] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd is going to be updated. [ 810.335365] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.336135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.336135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.336135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.336135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.336458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd38c53-14d1-4b4d-bb42-33b5da8c6dbd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.588877] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: SUCCESS [ 810.589165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.589374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.589607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.589879] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.590038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.590130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.590320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.590424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.590532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.590643] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.755452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2610299a-cbfa-4c97-9c7e-3f08360753c3: rpc.has_security_group_logging(os_id): False [ 810.757068] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.758632] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.777493] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.777645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.777735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.777920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.778020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.778292] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.778394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.778458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.778617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.778695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.779022] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be created. [ 810.803349] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.834138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.834348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.834420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.834658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.834842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.846035] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: IN_PROGRESS for 2s [ 811.093426] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.260973] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.261201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.261252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.261460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.261546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.261645] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be updated. [ 811.262974] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.263135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.263179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.263330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.263408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.263496] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 811.290042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.290244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.290244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.290457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.290602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.292342] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.292471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.292519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.292683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.292858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.304079] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: IN_PROGRESS for 2s [ 811.304322] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 811.308907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.309118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.309118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.309440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.309531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309626] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 is going to be created. [ 811.335247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.335416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.335496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.335704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.336016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.345275] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 in Status: UNINITIALIZED for 2s [ 811.595531] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6164b1d-fa56-4501-9625-08c0544538d5: rpc.has_security_group_logging(os_id): False [ 811.614348] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.614616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.614616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.614858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.615043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.615313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.615409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.615470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.615688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.615766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.615852] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 is going to be created. [ 811.668016] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.668233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.668333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.668601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.668800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.684352] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: IN_PROGRESS for 2s [ 812.859180] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 812.859518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.859570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.859797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.859884] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.325400] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 813.325632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.325810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.326047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.326469] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.326469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.326469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.326825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.326825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.326970] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.328539] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 813.328706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.328876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.329155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.329247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.329372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.329443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.329592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.331245] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.331245] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.356746] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 in Status: SUCCESS [ 813.356807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.357027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.357236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.357548] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.357693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.357965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.357965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.358135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.358135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.358221] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.361924] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.362078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.695739] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: SUCCESS [ 813.695959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.834860] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.836582] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.860878] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.337652] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.338634] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.363341] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7e9866c-7ee3-41c0-951a-1e4808c23854: rpc.has_security_group_logging(os_id): False [ 814.381516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.381705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.381810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.382068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.382206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383468] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.383468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.383468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.383468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.383468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383468] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 is going to be created. [ 814.445320] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.445519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.445519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.445735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.445918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.459544] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 in Status: IN_PROGRESS for 2s [ 814.793887] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 814.793887] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 814.840564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.840725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.840789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.841316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.841316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.841493] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 814.842658] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.842810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.842909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.843116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.843228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.843326] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be updated. [ 814.877026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.877026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.877026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.877026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.877026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.877946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.878098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.878168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.878408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.878554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.893044] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: IN_PROGRESS for 2s [ 814.893793] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 814.896013] env[65093]: INFO networking_nsxv3.common.synchronization [req-c0b7cf34-023e-4021-8198-215c879e582f req-c4c7080e-8739-4c17-869a-18817198055d tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 814.896553] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 814.897013] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.897138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.897216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.897678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.897791] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.897889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.898070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.898122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.898197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.898283] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.293594] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.293777] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.293915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.294238] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.294854] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.295039] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.295174] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.295378] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.295518] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.295723] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.295828] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.295933] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.296085] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.296219] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.296324] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.296451] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.328871] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.328871] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.329068] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.329222] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.329985] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-75ab531b-52e4-48a5-b9b7-850ea2d94131 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.329985] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.329985] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.330266] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.330266] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75ab531b-52e4-48a5-b9b7-850ea2d94131',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.400506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.400697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.400755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.401008] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.401115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.401425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.401487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.401637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.401716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 815.435290] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.435616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.435616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.435723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.435883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.446552] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 815.833186] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.833457] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.833582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.833863] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.834021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.834176] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 75ab531b-52e4-48a5-b9b7-850ea2d94131 not found, creating... [ 815.834433] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.834582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.834694] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.834925] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.835062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.835334] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.835479] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.835588] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.835791] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.835917] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.836098] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 75ab531b-52e4-48a5-b9b7-850ea2d94131 is going to be created. [ 815.856391] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.856601] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.856649] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.856903] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.857145] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.857355] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.478701] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 in Status: SUCCESS [ 816.478701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.613179] env[65093]: INFO networking_nsxv3.common.synchronization [req-c0b7cf34-023e-4021-8198-215c879e582f req-2f2a3f16-e6f1-46ef-a37a-200a3a18f870 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 816.613351] env[65093]: INFO networking_nsxv3.common.synchronization [req-c0b7cf34-023e-4021-8198-215c879e582f req-2f2a3f16-e6f1-46ef-a37a-200a3a18f870 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 816.613493] env[65093]: INFO networking_nsxv3.common.synchronization [req-c0b7cf34-023e-4021-8198-215c879e582f req-2f2a3f16-e6f1-46ef-a37a-200a3a18f870 service nova] Enqueued Resource ID: 75ab531b-52e4-48a5-b9b7-850ea2d94131 with Priority: HIGHEST for action port [ 816.614016] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 816.614156] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 816.614254] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ab531b-52e4-48a5-b9b7-850ea2d94131 with Priority: HIGHEST for action port [ 816.614521] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.614640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.614704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.614901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.614980] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.616625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.616810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.617181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-75ab531b-52e4-48a5-b9b7-850ea2d94131 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.617356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.617356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.617547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.617646] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75ab531b-52e4-48a5-b9b7-850ea2d94131',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.907103] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 816.907344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.907503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.907753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.907966] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.908131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.908239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.908410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.908494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.908579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.908700] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.910264] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 816.910370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.910684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.910720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.911044] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.911150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.911150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.911811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.911811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.911811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.911811] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.911811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.911811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.912218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.912252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.912370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.912412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.912646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.912646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.912710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.912802] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.119971] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.120217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.120455] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75ab531b-52e4-48a5-b9b7-850ea2d94131 with status ACTIVE [ 817.120657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.120822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.120902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.121158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.121248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.121453] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.121548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.121610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.121786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.121864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.122071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.122168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.122227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.122380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.122456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.122539] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75ab531b-52e4-48a5-b9b7-850ea2d94131 is going to be updated. [ 817.143298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.143490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.143552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.143733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.143894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.144109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75ab531b-52e4-48a5-b9b7-850ea2d94131" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.414769] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.418727] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99369b92-efb0-4a40-902e-d5ef3266704c: rpc.has_security_group_logging(os_id): False [ 817.450582] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.450582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.450582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.450582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.450582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.450582] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452498] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.453353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.453353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.453353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453353] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 817.469367] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 817.469493] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 817.469618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.470060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.470246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.470358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.470420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.470571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.470648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.470757] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.529029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.529458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.529458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.529458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.529619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.545291] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 817.917253] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2610299a-cbfa-4c97-9c7e-3f08360753c3: rpc.has_security_group_logging(os_id): False [ 817.937064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.937064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.937064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.937064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.937064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.937404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.937404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.937404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.937522] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be updated. [ 817.974525] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.995043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.995043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.995043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.995043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.995043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.012769] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: IN_PROGRESS for 2s [ 818.461475] env[65093]: INFO networking_nsxv3.common.synchronization [req-9ac1f6b5-360a-4d4e-9f63-be54c59dcf11 req-d8993aa0-d97b-41de-9e54-0ec7af6a2146 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 818.461926] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 818.462178] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.462336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.462468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.462595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.462750] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.462966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.463101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.463519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.463519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.463519] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.478621] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.836274] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.836570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.836570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.836821] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.837082] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.837234] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.837345] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.837548] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.837682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.837872] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.837976] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.838562] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.838562] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.838562] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.838562] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.838562] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.859181] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.859352] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.859476] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.859648] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.859956] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-0163bd05-7f59-44af-812c-d04c1386420e taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.860191] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.860256] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.860552] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.860725] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0163bd05-7f59-44af-812c-d04c1386420e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.967535] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.967535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.967535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.967535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.967535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.967535] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.967535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.968041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.968041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.968041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.968041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 818.981827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.983902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.983902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.983902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.983902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.983902] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 819.011249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.011388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.011461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.011668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.011809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.013556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.013668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.013782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.013915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.014058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.026571] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 819.027038] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 819.362903] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.363203] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.363328] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.363606] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.363746] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.363922] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 0163bd05-7f59-44af-812c-d04c1386420e not found, creating... [ 819.364234] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.364424] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.364541] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.364757] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.364890] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.365190] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.365338] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.365446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.365650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.365787] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.366008] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 0163bd05-7f59-44af-812c-d04c1386420e is going to be created. [ 819.387267] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.387472] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.387566] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.387835] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.388105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.388327] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.559976] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 819.560224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.560402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.560619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.560726] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.029670] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 820.029670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.063146] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.066967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.067162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.067557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.067892] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.068099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.068244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.068477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.068635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.068799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.069781] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.117168] env[65093]: INFO networking_nsxv3.common.synchronization [req-9ac1f6b5-360a-4d4e-9f63-be54c59dcf11 req-646a1764-e46b-4d2f-b8dc-8eac8098da4e service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 820.117682] env[65093]: INFO networking_nsxv3.common.synchronization [req-9ac1f6b5-360a-4d4e-9f63-be54c59dcf11 req-646a1764-e46b-4d2f-b8dc-8eac8098da4e service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 820.118102] env[65093]: INFO networking_nsxv3.common.synchronization [req-9ac1f6b5-360a-4d4e-9f63-be54c59dcf11 req-646a1764-e46b-4d2f-b8dc-8eac8098da4e service nova] Enqueued Resource ID: 0163bd05-7f59-44af-812c-d04c1386420e with Priority: HIGHEST for action port [ 820.118967] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 820.119266] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 820.119528] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0163bd05-7f59-44af-812c-d04c1386420e with Priority: HIGHEST for action port [ 820.120009] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.120259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.120432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.120813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.121293] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.123216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.123435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.123973] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0163bd05-7f59-44af-812c-d04c1386420e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.124189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.124350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.124687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.124920] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0163bd05-7f59-44af-812c-d04c1386420e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.572075] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.572075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.572075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.572388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.572555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.572665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.572729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.572919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.573088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573414] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.573576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.573683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.573881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.574121] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.574270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.574379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.574611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.574746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575236] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.627024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.627422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0163bd05-7f59-44af-812c-d04c1386420e with status ACTIVE [ 820.627698] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.627951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.628420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.628624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.628722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.628787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.629030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.629161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.629445] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.629572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.629665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.629878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.629998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.630146] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0163bd05-7f59-44af-812c-d04c1386420e is going to be updated. [ 820.652723] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.652937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.652986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.653189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.653328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.653494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0163bd05-7f59-44af-812c-d04c1386420e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.037749] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 821.037982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.038162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.038529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.038586] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.038680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.038744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.038895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.038978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.039079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.039173] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.040837] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 821.041048] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 821.041159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.041734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.041734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.041734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.041954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.041954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.042038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.042082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.042988] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.077681] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99369b92-efb0-4a40-902e-d5ef3266704c: rpc.has_security_group_logging(os_id): False [ 821.096494] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.096632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.096727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.096929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.097037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.097255] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.097355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.097417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.097574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.097654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.097833] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.097927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.097987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.098140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.098216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.098406] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.098498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.098556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.098829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.098829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.098972] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 821.400617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.400820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.400993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.401279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.401449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.416898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 821.474315] env[65093]: INFO networking_nsxv3.common.synchronization [req-5c888589-c6ae-4b70-ac94-8b41892817dd req-50e07469-baa8-4340-b17f-9c8c4193e262 tempest-ImagesOneServerTestJSON-1562777381 tempest-ImagesOneServerTestJSON-1562777381-project-member] Enqueued Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_members [ 821.474897] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_members [ 821.475230] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.475354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.475408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.475659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.476073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.476073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.476073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.476408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.476492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.476589] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.544108] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.544302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.544400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.544582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.544747] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.544846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.544912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.545080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.545169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.545266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.545551] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.545551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.545676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.545754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.545898] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.546109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.546109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.546243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.546360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.546404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.546488] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.550394] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.815909] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.816958] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-310" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.817148] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-310" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.817534] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-310" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.817952] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.818231] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.818377] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.818640] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.818876] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.819051] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.819194] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.819334] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.819460] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.819587] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.819758] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.819851] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.840349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.840525] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.840668] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.840886] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-310" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.841258] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-c2a28253-daf1-4de4-9a9a-3d9aff586773 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.841431] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.841545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.841840] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.841973] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a28253-daf1-4de4-9a9a-3d9aff586773',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.978786] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.978962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.979020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.979251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.979344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.979548] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.979640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.979702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.979854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.979927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.980025] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d86381-c398-468e-bfd0-00834d85b8e9 already deleted. [ 821.980107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.051191] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1: rpc.has_security_group_logging(os_id): False [ 822.052319] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.070919] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.071120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.071252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.071476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.071571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.072324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.072324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.072324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.072324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.072324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.072589] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.072589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.072589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.072743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.072743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.072990] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.073097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.073157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.073299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.073374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.073465] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 822.152541] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.152740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.152928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.153143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.153306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.167275] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 822.344421] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.344845] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.345101] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.345647] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.345938] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.346265] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port c2a28253-daf1-4de4-9a9a-3d9aff586773 not found, creating... [ 822.346735] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.347062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.347349] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.347734] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.348022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.348557] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.348839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.349109] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.349507] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.349776] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.350052] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: c2a28253-daf1-4de4-9a9a-3d9aff586773 is going to be created. [ 822.374864] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.375353] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.376192] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.376328] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.376596] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.555584] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.555814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.555893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.556133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.556230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.556335] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 822.590291] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.590291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.590291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.590291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.590291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.610457] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 823.099481] env[65093]: INFO networking_nsxv3.common.synchronization [req-5c888589-c6ae-4b70-ac94-8b41892817dd req-58efeae8-6be8-4dfb-94e0-70a6d7755da0 service nova] Enqueued Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_rules [ 823.099758] env[65093]: INFO networking_nsxv3.common.synchronization [req-5c888589-c6ae-4b70-ac94-8b41892817dd req-58efeae8-6be8-4dfb-94e0-70a6d7755da0 service nova] Enqueued Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_members [ 823.099758] env[65093]: INFO networking_nsxv3.common.synchronization [req-5c888589-c6ae-4b70-ac94-8b41892817dd req-58efeae8-6be8-4dfb-94e0-70a6d7755da0 service nova] Enqueued Resource ID: c2a28253-daf1-4de4-9a9a-3d9aff586773 with Priority: HIGHEST for action port [ 823.105026] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_rules [ 823.105026] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_members [ 823.105026] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a28253-daf1-4de4-9a9a-3d9aff586773 with Priority: HIGHEST for action port [ 823.105026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105026] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.105026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.105026] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.106265] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a28253-daf1-4de4-9a9a-3d9aff586773 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.107481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.107717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.107990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.108761] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a28253-daf1-4de4-9a9a-3d9aff586773',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.432192] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 823.432416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.530305] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.530488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.530612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.531053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.531211] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.609711] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2a28253-daf1-4de4-9a9a-3d9aff586773 with status ACTIVE [ 823.609947] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.610097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.610174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.610726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.610726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.610726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.610947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.610947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.610947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.611061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.611219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.611312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.611369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.611523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.611598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.611676] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2a28253-daf1-4de4-9a9a-3d9aff586773 is going to be updated. [ 823.612855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.612971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.613308] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.640014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.640211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.640284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.640540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.640707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.640935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a28253-daf1-4de4-9a9a-3d9aff586773" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.033287] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.115838] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.183940] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 824.184173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.536190] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.620043] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 824.620289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.620467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.620701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.620907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.621037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.621106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.621265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.621367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.621455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.621567] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.622848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.623145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.623145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.623267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.623346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.623498] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d86381-c398-468e-bfd0-00834d85b8e9 is going to be created. [ 824.647311] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.647465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.647535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.647747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d86381-c398-468e-bfd0-00834d85b8e9 in Status: UNINITIALIZED for 2s [ 825.038731] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 825.038902] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 825.126241] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.126586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.126586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.126808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.127028] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.127146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.127240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.127435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.127532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.127644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.129557] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.129557] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.129557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.129557] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.634142] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5b86b8-523f-49ad-9a08-c0f1723f781a: rpc.has_security_group_logging(os_id): False [ 825.671346] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.671696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.671778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.671996] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.672108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.672368] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.672473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.672538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.672694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.672856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.673052] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.673266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.673266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.673369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.673369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.673561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.673648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.673716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.674480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.674480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.674480] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 825.769210] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.769414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.769477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.769669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.769822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.783703] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 826.065611] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.065847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.065941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.066177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.078017] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 826.080968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.082024] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 826.110590] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.110809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.110854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.111249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.119892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.120381] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 826.120520] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.120520] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 826.155544] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.155874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.155874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.155963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.157087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.157259] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 826.238566] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.238741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.238810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.239729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.239729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.239729] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 826.379725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.379903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.379978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.380228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.380474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.381075] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 826.381075] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b', '86bba6ca-a8f3-499a-9431-5051e19d5743', '125115e6-4f9f-4b33-82d3-4236e0cbc3a8', '253962d7-7fd5-41d5-b564-dec01aa93748', '9f5bc678-8165-4061-b256-82c327385fc9', 'ea81897e-114f-42bd-bed4-f8d1cb36ed67', '85fb778e-2413-40e9-8f9f-b040ee3895a6', 'e4e34d80-5a02-4eda-a7ec-4379ba2851cb', '58cabc74-960d-4454-9082-080e4e4d940d', 'c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0', 'fa5b86b8-523f-49ad-9a08-c0f1723f781a', '45a6d321-55a3-4875-a3cf-4d496e7d2efc', '90024afd-bd50-4612-8f8d-e7ee37954601', 'b8ef7ccd-a1a0-4172-80e5-7c347a985f55', 'd42c936a-e7fc-4458-9f2d-2eb941c41f24', 'd6164b1d-fa56-4501-9625-08c0544538d5', 'e0e9af3d-7ff8-4350-9746-dc3303a853a0', '373ab4a1-1301-4159-9d8f-e4df3afcbfdb', '45ab256b-3226-472f-b37a-516bd5642174', '08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8', 'e7e9866c-7ee3-41c0-951a-1e4808c23854', '0aaf0939-e8df-41b8-993c-7b2da7df0f8c', '43477cee-d6bb-4b5e-b56f-14b8eec8ddb2', '467423d7-b434-475f-bf2e-10d5218df2ef', '5abfe7d0-2cec-47e2-ba66-6860423760da', '0e14a6fb-76df-4653-b9b5-9cc7569bbe9a', 'b231786c-aac2-4557-8df1-0fa1cbd1d508', 'b1d7dcff-4722-404a-87f2-1fd2ab5b6996', '97d22913-ebd1-44c2-a99a-62d0e8e0e2c1', '576921cb-0f53-4d06-8b7b-1ba221447825', '129d0139-613c-467d-bbfa-20dce60ff15c', 'd461862c-725f-4f33-93fc-6476f80128b9', '99369b92-efb0-4a40-902e-d5ef3266704c', '2610299a-cbfa-4c97-9c7e-3f08360753c3', 'af9ba57c-e95b-4b6b-950f-c92a4ec709c3', 'fc5d3890-8755-48ae-a18e-19b99d6bf98c'} {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.381075] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 826.403204] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.403469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.403469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.403666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.403768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.403899] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 826.403966] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.404085] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 826.483309] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.483463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.483566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.483751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.484538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.484753] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 826.484831] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.484905] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 826.484972] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 826.485059] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 826.485131] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGH for action security_group_rules [ 826.485205] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGH for action security_group_rules [ 826.485293] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGH for action security_group_rules [ 826.485358] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGH for action security_group_rules [ 826.485433] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGH for action security_group_rules [ 826.485493] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGH for action security_group_rules [ 826.485550] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGH for action security_group_rules [ 826.485599] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGH for action security_group_rules [ 826.485659] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGH for action security_group_rules [ 826.485717] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGH for action security_group_rules [ 826.485772] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGH for action security_group_rules [ 826.485834] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGH for action security_group_rules [ 826.485898] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGH for action security_group_rules [ 826.485981] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGH for action security_group_rules [ 826.486053] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGH for action security_group_rules [ 826.486118] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGH for action security_group_rules [ 826.486169] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGH for action security_group_rules [ 826.486228] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGH for action security_group_rules [ 826.486290] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGH for action security_group_rules [ 826.486346] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGH for action security_group_rules [ 826.486445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670128] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d86381-c398-468e-bfd0-00834d85b8e9 in Status: SUCCESS [ 826.670437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.671096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.671200] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.671305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.671363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.671563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.671652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.671740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.672271] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.178631] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.178631] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.178631] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.178631] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.178631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.179576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.179576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.179576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.179576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.179576] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.679946] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3d86381-c398-468e-bfd0-00834d85b8e9: rpc.has_security_group_logging(os_id): False [ 827.700457] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.700631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.700631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.700835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.701108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.701459] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.701642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.701752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.702150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.702285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.702582] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.702750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.702849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.703190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.703316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.703628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.703781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.703881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.704110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.704239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.704373] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d86381-c398-468e-bfd0-00834d85b8e9 is going to be created. [ 827.784603] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.784883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.784944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.785336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.785582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.801294] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d86381-c398-468e-bfd0-00834d85b8e9 in Status: IN_PROGRESS for 2s [ 827.802234] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 827.802455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.103657] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 828.103657] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 828.103657] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b with Priority: HIGH for action security_group_rules [ 828.103657] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGH for action security_group_rules [ 828.103657] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 with Priority: HIGH for action security_group_rules [ 828.103948] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 with Priority: HIGH for action security_group_rules [ 828.103948] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGH for action security_group_rules [ 828.103948] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab256b-3226-472f-b37a-516bd5642174 with Priority: HIGH for action security_group_rules [ 828.104148] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb with Priority: HIGH for action security_group_rules [ 828.104148] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 with Priority: HIGH for action security_group_rules [ 828.104233] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 with Priority: HIGH for action security_group_rules [ 828.104280] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGH for action security_group_rules [ 828.104370] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90024afd-bd50-4612-8f8d-e7ee37954601 with Priority: HIGH for action security_group_rules [ 828.104457] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc with Priority: HIGH for action security_group_rules [ 828.104544] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGH for action security_group_rules [ 828.104631] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 with Priority: HIGH for action security_group_rules [ 828.104717] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGH for action security_group_rules [ 828.104803] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 with Priority: HIGH for action security_group_rules [ 828.104891] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGH for action security_group_rules [ 828.104971] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5bc678-8165-4061-b256-82c327385fc9 with Priority: HIGH for action security_group_rules [ 828.105074] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 with Priority: HIGH for action security_group_rules [ 828.105163] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253962d7-7fd5-41d5-b564-dec01aa93748 with Priority: HIGH for action security_group_rules [ 828.105544] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.105676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.105734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.105940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.106037] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.107249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.107377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.107481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.107672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.107752] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.109972] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fb778e-2413-40e9-8f9f-b040ee3895a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.109972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.109972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.109972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.109972] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fb778e-2413-40e9-8f9f-b040ee3895a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.109972] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.109972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.109972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.109972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.109972] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42c936a-e7fc-4458-9f2d-2eb941c41f24',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.111070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111474] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.112652] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ab256b-3226-472f-b37a-516bd5642174 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.113287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.113287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.113287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.113287] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ab256b-3226-472f-b37a-516bd5642174',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.114380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.114537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.116033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.116170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.116424] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373ab4a1-1301-4159-9d8f-e4df3afcbfdb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.117160] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.117268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.117664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.117664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.117664] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e9af3d-7ff8-4350-9746-dc3303a853a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.119134] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.119260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.120466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.120662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.120744] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ef7ccd-a1a0-4172-80e5-7c347a985f55',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.121608] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.121758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.121758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.121874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.121947] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.122780] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90024afd-bd50-4612-8f8d-e7ee37954601 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.122904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.122991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.125111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.125216] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90024afd-bd50-4612-8f8d-e7ee37954601',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.125507] env[65093]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 828.126834] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.126968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.127041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.127186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.127304] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a6d321-55a3-4875-a3cf-4d496e7d2efc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.128100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.128215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.128288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.128414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.128484] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.129948] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.130059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.130356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.130518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.130593] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.131520] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.131627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.131690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.131840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.131915] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.132712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.132823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.132873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.133072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.133148] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea81897e-114f-42bd-bed4-f8d1cb36ed67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.133950] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.134093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.134135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.134318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.134373] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.135380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5bc678-8165-4061-b256-82c327385fc9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.135491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.135560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.135691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.136048] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5bc678-8165-4061-b256-82c327385fc9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.136868] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86bba6ca-a8f3-499a-9431-5051e19d5743 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.137112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.137300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.137490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.137490] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86bba6ca-a8f3-499a-9431-5051e19d5743',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.138285] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253962d7-7fd5-41d5-b564-dec01aa93748 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.138386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.138657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.138657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.138657] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253962d7-7fd5-41d5-b564-dec01aa93748',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.166321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.166457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.166620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.166804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.170559] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.170678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.192383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.192934] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be deleted. [ 828.194892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.195133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.218800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.219020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fb778e-2413-40e9-8f9f-b040ee3895a6 is going to be deleted. [ 828.264578] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.264751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.264799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.265018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.265115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.265257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.292214] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.292471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.292471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.292641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.292731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.293993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fb778e-2413-40e9-8f9f-b040ee3895a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.371915] env[65093]: INFO networking_nsxv3.common.synchronization [req-3bb66954-57ca-40d1-b8ee-8f1dd376a7a8 req-ae30f2b3-43e5-4b38-88f1-cf37e4aeb3b9 tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 828.372508] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 828.372850] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.373061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.373061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.373341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.373505] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.373606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.373667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.373853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.373976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.374061] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.666890] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.667221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.667379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.667601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.678022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.678022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.678022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.678022] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.687495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.687495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.687495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.687495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.687495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.687495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.688281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.688281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.688281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.688281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.688281] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.689450] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.689630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.689732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.689932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.690171] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.690332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.690438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.690680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.690880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.691025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.691200] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.697195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.697332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.697412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.697592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.697744] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.697869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.697911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.699103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.699206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.699301] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.700206] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.700262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.700323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.700507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.700656] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.700841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.700924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.701109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.701202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.701286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.701373] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.712433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.712617] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b is going to be deleted. [ 828.734126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.734263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.734330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.734684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.764714] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.764906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.771593] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.771795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.774385] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.774385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.778478] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.778667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.779907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.780091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.781197] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.781357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.782767] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.782976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.783949] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.784286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.785302] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.785446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.786467] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.786623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.788736] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.789303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.789448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.790301] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.790844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.791037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373ab4a1-1301-4159-9d8f-e4df3afcbfdb is going to be deleted. [ 828.793575] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.793962] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.794077] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.794659] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.795077] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.795339] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.795517] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.795906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.796074] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.796373] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.796548] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.796723] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.796894] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.797081] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.797255] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.797456] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.799497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.799845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.819693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.819898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.823640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.823803] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90024afd-bd50-4612-8f8d-e7ee37954601 is going to be deleted. [ 828.824736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.824963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.827439] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.827604] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.827738] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.827905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.828248] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-b5880a82-f63f-4978-9714-5dc104b5a375 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.828385] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.828509] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.828778] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.828916] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5880a82-f63f-4978-9714-5dc104b5a375',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.865622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.865850] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86bba6ca-a8f3-499a-9431-5051e19d5743 is going to be deleted. [ 828.867563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.867816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.876151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.876368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.892014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ab256b-3226-472f-b37a-516bd5642174 is going to be deleted. [ 828.893742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.894212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.914314] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.914314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.929720] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.929968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.931147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.931349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5bc678-8165-4061-b256-82c327385fc9 is going to be deleted. [ 828.932456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.932707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.955295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.955466] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ef7ccd-a1a0-4172-80e5-7c347a985f55 is going to be deleted. [ 828.956575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.956807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.970727] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.970880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.985330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.985479] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e9af3d-7ff8-4350-9746-dc3303a853a0 is going to be deleted. [ 828.986462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.986676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.988908] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.989046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.017025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.017197] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a6d321-55a3-4875-a3cf-4d496e7d2efc is going to be deleted. [ 829.018191] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.018420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.066591] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.066591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069269] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.069408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.075940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.076217] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253962d7-7fd5-41d5-b564-dec01aa93748 is going to be deleted. [ 829.077184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.077525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.121585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.121585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.128440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.128529] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea81897e-114f-42bd-bed4-f8d1cb36ed67 is going to be deleted. [ 829.129514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.130833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.185219] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.201612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.201905] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0 is going to be deleted. [ 829.203103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.203338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.210752] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.216903] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.218455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.218900] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.219429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.219429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.219605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.219699] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.219810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.219869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.220141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.220254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.220405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.220736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.220736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.220736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.221097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.221097] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.221097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.221347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.221435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.221486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.221562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.221873] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.222704] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.227367] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.242088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.242263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.281054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.281315] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42c936a-e7fc-4458-9f2d-2eb941c41f24 is going to be deleted. [ 829.282677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.282998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.283675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.283786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f6001f-ad5f-43f8-97a3-c1d3c9da7b6b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.283919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.284199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.284199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.285030] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.285030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.285030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.285030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.285030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.285030] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 already deleted. [ 829.285030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.285551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.285717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.285801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.285921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373ab4a1-1301-4159-9d8f-e4df3afcbfdb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.286099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.286274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.286348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.286458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90024afd-bd50-4612-8f8d-e7ee37954601" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.286585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.286738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.286809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.286916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86bba6ca-a8f3-499a-9431-5051e19d5743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.287197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.287265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ab256b-3226-472f-b37a-516bd5642174" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.287660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.287747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5bc678-8165-4061-b256-82c327385fc9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.288130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.288203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.288308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ef7ccd-a1a0-4172-80e5-7c347a985f55" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.288428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.288575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.288646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.288740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e9af3d-7ff8-4350-9746-dc3303a853a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.288858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.288996] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.289084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.289189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a6d321-55a3-4875-a3cf-4d496e7d2efc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.289309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.289443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.289512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.289607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253962d7-7fd5-41d5-b564-dec01aa93748" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.310510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.310659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.310731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.310963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.311106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.311235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea81897e-114f-42bd-bed4-f8d1cb36ed67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.334018] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.334018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.334018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.334318] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.334318] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.334503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port b5880a82-f63f-4978-9714-5dc104b5a375 not found, creating... [ 829.334811] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.335013] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.335091] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.335335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.335485] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.336258] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.336258] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.336258] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.336660] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.336660] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.336734] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: b5880a82-f63f-4978-9714-5dc104b5a375 is going to be created. [ 829.430916] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.431184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.431246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.431485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.431580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.431698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5bafdd7-2a0a-48d0-8f11-fbaa8a83e2e0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.437779] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.438050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.438050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.438425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.438564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.438734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42c936a-e7fc-4458-9f2d-2eb941c41f24" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.451214] env[65093]: WARNING urllib3.connectionpool [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 829.451922] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.452222] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.452352] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.452629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.452860] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.453323] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.687258] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6164b1d-fa56-4501-9625-08c0544538d5: rpc.has_security_group_logging(os_id): False [ 829.710156] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.710364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.710481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.710707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.712335] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cabc74-960d-4454-9082-080e4e4d940d: rpc.has_security_group_logging(os_id): False [ 829.727041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5b86b8-523f-49ad-9a08-c0f1723f781a: rpc.has_security_group_logging(os_id): False [ 829.728311] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8: rpc.has_security_group_logging(os_id): False [ 829.729844] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e34d80-5a02-4eda-a7ec-4379ba2851cb: rpc.has_security_group_logging(os_id): False [ 829.732419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.732578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.735743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.736056] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.736173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.736215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.736448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.736536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.736622] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 is going to be updated. [ 829.737688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.737879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.751189] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.751448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.757297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.757483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.758241] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.758423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.764503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.764772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.764897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.764939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.765148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.765231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.765353] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cabc74-960d-4454-9082-080e4e4d940d is going to be updated. [ 829.766682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.766874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.786527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.786859] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.786953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.787047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.787407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.787407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.787498] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb is going to be updated. [ 829.788641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.788898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.817449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.818904] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.818904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.818904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.818904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.820501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.820501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.820501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.820501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.820501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.820501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.826035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.826035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.826035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.826035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.826035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.826035] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 829.826035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.826035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.827521] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.827836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.832361] env[65093]: INFO networking_nsxv3.common.synchronization [req-4fb757f5-a6f1-4473-9614-6d7a62b7407e req-99b51214-b783-4c89-a608-9a176b7e7eb3 tempest-ListServersNegativeTestJSON-108570912 tempest-ListServersNegativeTestJSON-108570912-project-member] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 829.834333] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 829.836344] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d86381-c398-468e-bfd0-00834d85b8e9 in Status: SUCCESS [ 829.836742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.837820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.838121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.839370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.839370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.839370] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.839370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.839370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.840228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.840228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.841491] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.859907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.859907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.872032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.872032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.872032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.872032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.872032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.872032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.872032] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 829.872876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.873381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.873705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.876047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.876047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.876047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.899246] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: IN_PROGRESS for 2s [ 829.900095] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: IN_PROGRESS for 2s [ 829.914533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.914764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.914879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.915321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.915914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.979329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.979518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.979608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.979788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.979985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.982249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.982427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.982532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.982770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.982919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.986487] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: IN_PROGRESS for 2s [ 830.006145] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 830.006606] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 830.174725] env[65093]: INFO networking_nsxv3.common.synchronization [req-3bb66954-57ca-40d1-b8ee-8f1dd376a7a8 req-3dbea357-39ff-4fe2-9b32-d42ab609f493 service nova] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_rules [ 830.177436] env[65093]: INFO networking_nsxv3.common.synchronization [req-3bb66954-57ca-40d1-b8ee-8f1dd376a7a8 req-3dbea357-39ff-4fe2-9b32-d42ab609f493 service nova] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 830.177436] env[65093]: INFO networking_nsxv3.common.synchronization [req-3bb66954-57ca-40d1-b8ee-8f1dd376a7a8 req-3dbea357-39ff-4fe2-9b32-d42ab609f493 service nova] Enqueued Resource ID: b5880a82-f63f-4978-9714-5dc104b5a375 with Priority: HIGHEST for action port [ 830.177436] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_rules [ 830.177436] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 830.177436] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5880a82-f63f-4978-9714-5dc104b5a375 with Priority: HIGHEST for action port [ 830.177436] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.177436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.178331] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.178619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.178619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.178619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.178807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.179025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.179113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.179113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.179311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.179311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.179413] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.180240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5880a82-f63f-4978-9714-5dc104b5a375 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.180389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.180465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.180548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.180646] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5880a82-f63f-4978-9714-5dc104b5a375',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.346028] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.593440] env[65093]: INFO networking_nsxv3.common.synchronization [req-4971d85c-88e0-4bf0-ab2e-11cca6551d65 req-c92f3357-4d62-4e1a-9264-061d94a3203c tempest-ListServersNegativeTestJSON-108570912 tempest-ListServersNegativeTestJSON-108570912-project-member] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 830.594390] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGHEST for action security_group_members [ 830.594390] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.594695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.682712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.682899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.683117] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.684415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5880a82-f63f-4978-9714-5dc104b5a375 with status ACTIVE [ 830.684608] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.684722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.684810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.684992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.685093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.685270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.685357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.685417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.686280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.686460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.686707] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.686788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.686842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.687035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.687674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.687674] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5880a82-f63f-4978-9714-5dc104b5a375 is going to be updated. [ 830.715402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.715402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.715402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.715773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.715773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.715869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5880a82-f63f-4978-9714-5dc104b5a375" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.849067] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.189974] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.351883] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.352294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.352294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.352454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.352609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.352718] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 831.404206] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.404206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.404206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.404206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.404206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.419555] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 831.692768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.692768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.694116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.694116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.694116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.694116] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be created. [ 831.720118] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.720345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.720422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.720607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.720781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.733827] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: UNINITIALIZED for 2s [ 831.918139] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: SUCCESS [ 831.918406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919345] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: SUCCESS [ 831.919540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.001820] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: SUCCESS [ 832.002080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.023214] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 832.023535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.024545] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 832.024778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519860] env[65093]: INFO networking_nsxv3.common.synchronization [req-91eb4726-fe7c-42e6-baa5-a6dc40a6c121 req-35c6a282-0fb4-4e45-b22c-521bbe9ffd38 tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 832.521678] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 832.521678] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.521678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.521928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.522066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.522303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.522448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.522533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.522714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.522823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.522939] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.026750] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.429998] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 833.430233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.430400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.430618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.430807] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.431043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.431043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.431192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.431323] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.529340] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.746256] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.746256] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.746256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.746256] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.934223] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.934622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.961903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.962287] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.963410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.963520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.963817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.963972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.964145] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be updated. [ 833.997101] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.997303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.997372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.997634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.997894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.009188] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: IN_PROGRESS for 2s [ 834.032195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.032195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.032195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.032195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.032195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.032195] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 834.067679] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.067886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.067973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.068374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.068745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.081809] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 834.250043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.250043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.250043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.250043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.250043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.250043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.250043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.250601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.250601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.250601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.250601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.250601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.250771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.250771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.251240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.251240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.251240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.251240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.251489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.251489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.251489] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.755423] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044: rpc.has_security_group_logging(os_id): False [ 834.777042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.777042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.777298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.777359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.777410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.777650] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.777777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.777832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.777992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.778096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.778343] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.778464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.778464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.778601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.778721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.778879] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.779010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.779103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.779239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.779311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.779406] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be created. [ 834.847722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.847831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.847899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.848170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.848368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.863817] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 835.369853] env[65093]: INFO networking_nsxv3.common.synchronization [req-b51ca3dc-8b82-4df2-a28f-eefefab89f1b req-cdc0a48c-600b-4d37-99f6-cef917eeb4fc tempest-ServersWithSpecificFlavorTestJSON-1153402547 tempest-ServersWithSpecificFlavorTestJSON-1153402547-project-member] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 835.370504] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 835.371706] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.371706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.371926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.372060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.372237] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.372350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.372417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.372581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.372673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.372848] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.763029] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.763029] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.763029] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.763029] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.763029] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.763029] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.763029] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.767030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.767030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.767030] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.767030] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.767030] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.767030] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.767030] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.767030] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.767030] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.786365] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.786536] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.786967] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.787231] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-228" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.787560] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-a1f19f0d-37f8-42f3-8962-046eb0222979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.787733] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.787875] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.788214] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.788355] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f19f0d-37f8-42f3-8962-046eb0222979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.876290] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.876486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.876486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.876822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.876905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.877134] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.877256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.877312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.877434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.877508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.877591] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be deleted. [ 835.909501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.909648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.909718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.909945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.910123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.910165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.021041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abfe7d0-2cec-47e2-ba66-6860423760da in Status: SUCCESS [ 836.021041] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da deletion is rescheduled due to dependency. [ 836.021217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.092554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 836.092554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.291242] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.292138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.292138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.292322] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.292672] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.292934] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port a1f19f0d-37f8-42f3-8962-046eb0222979 not found, creating... [ 836.293487] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.293745] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.294035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.294469] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.294681] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.295198] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.295473] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.295713] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.296087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.296296] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.296491] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: a1f19f0d-37f8-42f3-8962-046eb0222979 is going to be created. [ 836.330913] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.331289] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.331435] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.331783] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.332139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.332421] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.881009] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 836.881009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.159932] env[65093]: INFO networking_nsxv3.common.synchronization [req-b51ca3dc-8b82-4df2-a28f-eefefab89f1b req-de2dde2c-2f1d-4f72-8af3-9c9ed9541083 service nova] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 837.160140] env[65093]: INFO networking_nsxv3.common.synchronization [req-b51ca3dc-8b82-4df2-a28f-eefefab89f1b req-de2dde2c-2f1d-4f72-8af3-9c9ed9541083 service nova] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 837.160351] env[65093]: INFO networking_nsxv3.common.synchronization [req-b51ca3dc-8b82-4df2-a28f-eefefab89f1b req-de2dde2c-2f1d-4f72-8af3-9c9ed9541083 service nova] Enqueued Resource ID: a1f19f0d-37f8-42f3-8962-046eb0222979 with Priority: HIGHEST for action port [ 837.161100] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_rules [ 837.161176] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 837.161281] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f19f0d-37f8-42f3-8962-046eb0222979 with Priority: HIGHEST for action port [ 837.161613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.161727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.161797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.162112] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.163227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.163380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.163515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.163721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.164072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.164220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.164283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.164492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.164589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.164693] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.165955] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f19f0d-37f8-42f3-8962-046eb0222979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.166111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.166169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.166514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.166514] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f19f0d-37f8-42f3-8962-046eb0222979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.217311] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a3b25e2f-e6e7-40a1-9bda-fcb90574cb8c tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_rules [ 837.217905] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_rules [ 837.218593] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.218759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.218879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.219362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.219477] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.317713] env[65093]: INFO networking_nsxv3.common.synchronization [None req-b61fe345-40de-4593-9684-da8052edffac tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_rules [ 837.318081] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_rules [ 837.318429] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.318557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.673777] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.673935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.674215] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.675038] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f19f0d-37f8-42f3-8962-046eb0222979 with status ACTIVE [ 837.675237] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.675368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.675437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.675656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.675749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.675932] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.676042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.676109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.676266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.676341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.678110] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.678110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.678110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.678110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.678110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.678110] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f19f0d-37f8-42f3-8962-046eb0222979 is going to be updated. [ 837.707720] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.707872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.707940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.708252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.708406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.708625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f19f0d-37f8-42f3-8962-046eb0222979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.749223] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.749223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.749383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.749498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.749649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.749755] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 already deleted. [ 837.749951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.750193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.750380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.750470] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.138541] env[65093]: INFO networking_nsxv3.common.synchronization [req-ffedf00a-9f20-4e5d-87bc-44c948fd86a2 req-855f6f9d-9e43-4745-8ff4-da9dd08a6586 tempest-InstanceActionsNegativeTestJSON-1759029757 tempest-InstanceActionsNegativeTestJSON-1759029757-project-member] Enqueued Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_members [ 838.139083] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_members [ 838.139444] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.139510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.139573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.139824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.139976] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.140100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.140165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.140327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.140413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.140507] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.184714] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.274797] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.275042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.275042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.275250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.275325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.275424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 already deleted. [ 838.275505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.583901] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.584434] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-943" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.584434] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-943" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.584582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-943" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.584840] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.584979] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.585484] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.585722] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.585867] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.586083] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.586197] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.586303] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.586408] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.586512] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.586615] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.586745] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.608125] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.608408] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.608479] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.608635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-943" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.608949] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-77316546-4eb5-4ee5-a1d1-55e15ee4374a taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.609154] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.609317] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.609574] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.609696] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77316546-4eb5-4ee5-a1d1-55e15ee4374a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.642341] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.642498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.642575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.642780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.642872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.643159] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.643332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.643332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.643474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.643601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.643650] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b069de34-da8f-49a2-9f5a-29a793662719 already deleted. [ 838.643717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.687573] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.687763] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.687763] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.689033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.689033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.689033] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be created. [ 838.711590] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.711710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.711778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.711989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.712235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.723204] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: UNINITIALIZED for 2s [ 839.113226] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.113474] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.113603] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.113906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.114074] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.114228] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 77316546-4eb5-4ee5-a1d1-55e15ee4374a not found, creating... [ 839.114480] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.114633] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.114742] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.115095] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.115234] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.115530] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.115759] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.115911] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.116149] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.116293] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.116429] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 77316546-4eb5-4ee5-a1d1-55e15ee4374a is going to be created. [ 839.139533] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.139906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.139906] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.140178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.140433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.140669] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.311028] env[65093]: INFO networking_nsxv3.common.synchronization [req-1b921296-1f32-4235-93b1-926e0ec2d32d req-21110aa5-edf6-4285-86d9-7b913d309a29 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 839.311028] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 839.311028] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.311518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.311826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.313249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.313249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.313249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.313249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.313501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.313874] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.817942] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.817942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.817942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.818212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.840975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.841321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.841448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.841510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.841710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.841792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.841880] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 839.869218] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.869395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.869475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.869674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.869819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.873627] env[65093]: INFO networking_nsxv3.common.synchronization [req-ffedf00a-9f20-4e5d-87bc-44c948fd86a2 req-9eb75faf-2355-417f-9802-fb04ddaf1198 service nova] Enqueued Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_rules [ 839.873814] env[65093]: INFO networking_nsxv3.common.synchronization [req-ffedf00a-9f20-4e5d-87bc-44c948fd86a2 req-9eb75faf-2355-417f-9802-fb04ddaf1198 service nova] Enqueued Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_members [ 839.874415] env[65093]: INFO networking_nsxv3.common.synchronization [req-ffedf00a-9f20-4e5d-87bc-44c948fd86a2 req-9eb75faf-2355-417f-9802-fb04ddaf1198 service nova] Enqueued Resource ID: 77316546-4eb5-4ee5-a1d1-55e15ee4374a with Priority: HIGHEST for action port [ 839.874889] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_rules [ 839.875051] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_members [ 839.875156] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77316546-4eb5-4ee5-a1d1-55e15ee4374a with Priority: HIGHEST for action port [ 839.875503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.875616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.875684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.875936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.876463] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.877936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.881198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.881273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.881481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.881667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.881785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.881844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.882122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.882122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.882232] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.883346] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-77316546-4eb5-4ee5-a1d1-55e15ee4374a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.883660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.883660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.883806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.883863] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77316546-4eb5-4ee5-a1d1-55e15ee4374a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.886283] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 840.385814] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.388241] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.388241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.388241] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77316546-4eb5-4ee5-a1d1-55e15ee4374a with status ACTIVE [ 840.388426] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.388519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.388570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.388784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.388875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.392835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.393348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.393677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.394304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.394304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.394633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.394633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.394633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.394862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.394862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.394948] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77316546-4eb5-4ee5-a1d1-55e15ee4374a is going to be updated. [ 840.423090] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.423090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.423090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.423545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.423600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.423803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77316546-4eb5-4ee5-a1d1-55e15ee4374a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.735676] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: SUCCESS [ 840.735935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.736129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.736432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.736634] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.736755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.736892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.736966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.737050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737228] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.888367] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.239681] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.391485] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.391485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.391485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.391967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.391967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.391967] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b069de34-da8f-49a2-9f5a-29a793662719 is going to be created. [ 841.434598] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.434816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.434883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.435152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.435395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.448512] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b069de34-da8f-49a2-9f5a-29a793662719 in Status: UNINITIALIZED for 2s [ 841.742864] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 125115e6-4f9f-4b33-82d3-4236e0cbc3a8: rpc.has_security_group_logging(os_id): False [ 841.762454] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.762639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.762724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.762966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.763126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.763450] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.763571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.763635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.763811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.763891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.763982] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be created. [ 841.831523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.831792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.831971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.832368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.847009] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: IN_PROGRESS for 2s [ 841.898434] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 841.898707] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 841.898913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.460203] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b069de34-da8f-49a2-9f5a-29a793662719 in Status: SUCCESS [ 843.460572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.460646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.460847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.461546] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.461546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.461546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.461546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.461727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.461727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.461834] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.862623] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: SUCCESS [ 843.862859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.963935] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.964188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.964345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.964560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.964772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.964875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.965028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.965171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.965282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.965381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.965530] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.965625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.965721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.965823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.965958] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.966065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.966127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.966265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.966340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.966419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.966517] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.469903] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b069de34-da8f-49a2-9f5a-29a793662719: rpc.has_security_group_logging(os_id): False [ 844.489922] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.489922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.489922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.489922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.489922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.490313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.490376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.490418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.490569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.490674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.490840] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.490942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.491240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.491362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.491580] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.491676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.491893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.492040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.492148] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b069de34-da8f-49a2-9f5a-29a793662719 is going to be created. [ 844.552658] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.552885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.552885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.553147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.553345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.564283] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b069de34-da8f-49a2-9f5a-29a793662719 in Status: IN_PROGRESS for 2s [ 844.876264] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 844.876479] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 846.578511] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b069de34-da8f-49a2-9f5a-29a793662719 in Status: SUCCESS [ 846.578848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.877563] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.878091] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 851.876841] env[65093]: INFO networking_nsxv3.common.synchronization [req-83be9a84-d2c4-41d5-8c05-477d01e0867b req-d6c009b4-7662-4d82-88d9-8e4f4467b27a tempest-ServerTagsTestJSON-674540754 tempest-ServerTagsTestJSON-674540754-project-member] Enqueued Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_members [ 851.878729] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_members [ 851.879278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.879278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.879422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.880532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.880532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.880532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.880532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.880532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.880532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.880532] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.289334] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.289568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-786" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.289716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-786" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.292246] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-786" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.292628] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.292715] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.293433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.293433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.293433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.293597] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.293648] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.295918] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.295918] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.295918] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.295918] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.295918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.317110] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.317300] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.317440] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.317620] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-786" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.317922] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-18c962f7-c75c-4c73-86ed-1db1ed53efea taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.318101] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.318224] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.318881] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.318881] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c962f7-c75c-4c73-86ed-1db1ed53efea',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.384252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.384423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.384502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.384675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.386473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.386473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.386473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.386473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.386473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.386473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.386473] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b already deleted. [ 852.386473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.821905] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.822156] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.822303] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.822598] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.822747] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.823510] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 18c962f7-c75c-4c73-86ed-1db1ed53efea not found, creating... [ 852.823873] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.824580] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.824580] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.824972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.825197] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.825608] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.825817] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.826057] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.826331] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.826504] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.826678] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 18c962f7-c75c-4c73-86ed-1db1ed53efea is going to be created. [ 852.851778] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.852010] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.852140] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.852413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.852648] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.852866] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.588611] env[65093]: INFO networking_nsxv3.common.synchronization [req-83be9a84-d2c4-41d5-8c05-477d01e0867b req-5c1d296d-e497-4a94-bbf7-d98e00d8b8ac service nova] Enqueued Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_rules [ 853.588879] env[65093]: INFO networking_nsxv3.common.synchronization [req-83be9a84-d2c4-41d5-8c05-477d01e0867b req-5c1d296d-e497-4a94-bbf7-d98e00d8b8ac service nova] Enqueued Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_members [ 853.588925] env[65093]: INFO networking_nsxv3.common.synchronization [req-83be9a84-d2c4-41d5-8c05-477d01e0867b req-5c1d296d-e497-4a94-bbf7-d98e00d8b8ac service nova] Enqueued Resource ID: 18c962f7-c75c-4c73-86ed-1db1ed53efea with Priority: HIGHEST for action port [ 853.589165] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_rules [ 853.589306] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_members [ 853.589402] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c962f7-c75c-4c73-86ed-1db1ed53efea with Priority: HIGHEST for action port [ 853.589945] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.590095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.590152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.590414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.590497] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.591632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.591752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.591821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.592100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.592259] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.592375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.592460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.592588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.592671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.592761] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.595911] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c962f7-c75c-4c73-86ed-1db1ed53efea taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.596036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.596097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.596257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.596332] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c962f7-c75c-4c73-86ed-1db1ed53efea',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.099251] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.099251] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.099251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.099675] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c962f7-c75c-4c73-86ed-1db1ed53efea with status ACTIVE [ 854.101600] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.101732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.101793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.102046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.102155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.103025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.103025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.103025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.103025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.103025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.103025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.103025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.103025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.103967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.103967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.103967] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c962f7-c75c-4c73-86ed-1db1ed53efea is going to be updated. [ 854.128717] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.128859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.128936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.129166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.129318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.129495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c962f7-c75c-4c73-86ed-1db1ed53efea" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.600619] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.667064] env[65093]: INFO networking_nsxv3.common.synchronization [req-2265ef4d-992f-40f5-be1d-f923191b2f65 req-ad1a03c1-8923-4bdb-a2d5-7fc12034cbf2 tempest-ListServerFiltersTestJSON-149878242 tempest-ListServerFiltersTestJSON-149878242-project-member] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 854.668025] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 854.668025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.668025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.668025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.668347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.668513] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.668718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.668777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.669552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.669675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669846] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.104465] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.104648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.104648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.104924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.105039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.105178] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b is going to be created. [ 855.134690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.134936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.134936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.136172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.136172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.148133] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b in Status: UNINITIALIZED for 2s [ 855.172485] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.172943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.172943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.173238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.173350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.173666] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.173824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.173935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.174187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.174463] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 already deleted. [ 855.174629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.337497] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.337746] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.337882] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.338261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.338543] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.338722] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.338832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.339683] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.339683] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.339683] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.339683] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.339898] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.339898] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.339975] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.340087] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.340221] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.390383] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.390618] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.390765] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.390966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.391453] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-daf7530d-f468-445d-a8ed-f9b6861dc278 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.391649] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391784] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.392226] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.392545] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf7530d-f468-445d-a8ed-f9b6861dc278',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.897575] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.897575] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.898151] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.898501] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.898700] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.898864] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port daf7530d-f468-445d-a8ed-f9b6861dc278 not found, creating... [ 855.899332] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.899552] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.899635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.899883] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.900142] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.900572] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.900736] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.900840] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.901102] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.901331] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.902551] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: daf7530d-f468-445d-a8ed-f9b6861dc278 is going to be created. [ 855.924928] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.925208] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.925261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.925587] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.925933] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.926232] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.581070] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6a324ce1-ec89-47e9-a5db-0dee1debd850 None None] Enqueued Resource ID: 65be7670-e867-46e8-b02b-6515516aa3ee with Priority: HIGHEST for action port [ 856.581676] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65be7670-e867-46e8-b02b-6515516aa3ee with Priority: HIGHEST for action port [ 856.584276] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-65be7670-e867-46e8-b02b-6515516aa3ee taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.584756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65be7670-e867-46e8-b02b-6515516aa3ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.584756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65be7670-e867-46e8-b02b-6515516aa3ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.585058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65be7670-e867-46e8-b02b-6515516aa3ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.585058] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65be7670-e867-46e8-b02b-6515516aa3ee',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.653651] env[65093]: INFO networking_nsxv3.common.synchronization [req-2265ef4d-992f-40f5-be1d-f923191b2f65 req-2a25e901-911d-4ed9-96ce-8ff2b2ff9fc5 service nova] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_rules [ 856.654053] env[65093]: INFO networking_nsxv3.common.synchronization [req-2265ef4d-992f-40f5-be1d-f923191b2f65 req-2a25e901-911d-4ed9-96ce-8ff2b2ff9fc5 service nova] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 856.654053] env[65093]: INFO networking_nsxv3.common.synchronization [req-2265ef4d-992f-40f5-be1d-f923191b2f65 req-2a25e901-911d-4ed9-96ce-8ff2b2ff9fc5 service nova] Enqueued Resource ID: daf7530d-f468-445d-a8ed-f9b6861dc278 with Priority: HIGHEST for action port [ 856.654627] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_rules [ 856.654851] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 856.654957] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf7530d-f468-445d-a8ed-f9b6861dc278 with Priority: HIGHEST for action port [ 856.656380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.656728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.657121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.657189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.657476] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.658354] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.658557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.658557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.658901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.658984] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.659064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.659106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.662796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.662796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.662796] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.662796] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf7530d-f468-445d-a8ed-f9b6861dc278 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.662796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.662796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.662796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.662796] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf7530d-f468-445d-a8ed-f9b6861dc278',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.797429] env[65093]: INFO networking_nsxv3.common.synchronization [req-04c30b08-b445-40ab-8545-bac78ca279ee req-1a54a764-aef7-4026-8448-ff240c7aa472 tempest-InstanceActionsNegativeTestJSON-1759029757 tempest-InstanceActionsNegativeTestJSON-1759029757-project-member] Enqueued Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_members [ 856.797861] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGHEST for action security_group_members [ 856.798793] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.799489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.799685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.800029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.800091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.800383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.800383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.800487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.800536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.800616] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.091501] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65be7670-e867-46e8-b02b-6515516aa3ee [ 857.091501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.091501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.091501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.093485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.094085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.094085] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65be7670-e867-46e8-b02b-6515516aa3ee already deleted. [ 857.094085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65be7670-e867-46e8-b02b-6515516aa3ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.160820] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b in Status: SUCCESS [ 857.160920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.161112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.162373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.162597] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.162731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.162944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.163034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.163074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.163211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.163399] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.166873] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.170780] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.170780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.170780] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf7530d-f468-445d-a8ed-f9b6861dc278 with status ACTIVE [ 857.170780] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.170780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.170780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.170780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.170780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.174397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.174465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.174548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.174876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.175044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.175465] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.176531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.176740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.177209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.177580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.177795] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf7530d-f468-445d-a8ed-f9b6861dc278 is going to be updated. [ 857.202768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.202768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.202768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.202768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.202768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.202768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf7530d-f468-445d-a8ed-f9b6861dc278" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.303841] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.304766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.304766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.304766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.304766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.305131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.305270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.305382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.305698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.305949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.305949] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b069de34-da8f-49a2-9f5a-29a793662719 is going to be updated. [ 857.343877] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.343877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.343877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.343877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.343877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.363539] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b069de34-da8f-49a2-9f5a-29a793662719 in Status: IN_PROGRESS for 2s [ 857.668315] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.668315] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.668315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.668971] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.668971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.668971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.668971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.668971] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.669264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.669264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.669264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.669412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.669461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.669538] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.681657] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.173709] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f19b7f4e-d28b-47d0-82a7-8f7b5de6961b: rpc.has_security_group_logging(os_id): False [ 858.183947] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.184523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.184611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.184956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.185115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.185292] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be created. [ 858.208824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.208824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.208824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.208824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.211086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.211086] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.211086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.211086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.211086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.211086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.211086] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b is going to be created. [ 858.214590] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.214724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.214799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.214981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.215154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.230286] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: UNINITIALIZED for 2s [ 858.293413] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.293413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.293413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.293947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.294218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.332928] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b in Status: IN_PROGRESS for 2s [ 859.268344] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5880b055-c5e0-42bb-9fab-6c7d97fc8d56 None None] Enqueued Resource ID: 7e77e60a-d97b-4943-bae5-9adddd1fe7b0 with Priority: HIGHEST for action port [ 859.270109] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e77e60a-d97b-4943-bae5-9adddd1fe7b0 with Priority: HIGHEST for action port [ 859.270109] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e77e60a-d97b-4943-bae5-9adddd1fe7b0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.270109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e77e60a-d97b-4943-bae5-9adddd1fe7b0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.270109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e77e60a-d97b-4943-bae5-9adddd1fe7b0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.272270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e77e60a-d97b-4943-bae5-9adddd1fe7b0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.272270] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e77e60a-d97b-4943-bae5-9adddd1fe7b0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.374964] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b069de34-da8f-49a2-9f5a-29a793662719 in Status: SUCCESS [ 859.377078] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b069de34-da8f-49a2-9f5a-29a793662719 deletion is rescheduled due to dependency. [ 859.377206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.775222] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e77e60a-d97b-4943-bae5-9adddd1fe7b0 [ 859.775465] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.775640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.775694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.775961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.776108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.776215] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e77e60a-d97b-4943-bae5-9adddd1fe7b0 already deleted. [ 859.776286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e77e60a-d97b-4943-bae5-9adddd1fe7b0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.245314] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: UNINITIALIZED for 4s [ 860.272614] env[65093]: INFO networking_nsxv3.common.synchronization [None req-216d74ed-621a-4947-bd14-c80eecd361ba None None] Enqueued Resource ID: 25d82794-25cb-4267-8bda-03368014cf66 with Priority: HIGHEST for action port [ 860.274065] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d82794-25cb-4267-8bda-03368014cf66 with Priority: HIGHEST for action port [ 860.274065] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d82794-25cb-4267-8bda-03368014cf66 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.274065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d82794-25cb-4267-8bda-03368014cf66" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.274065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d82794-25cb-4267-8bda-03368014cf66" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.274335] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d82794-25cb-4267-8bda-03368014cf66" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.274406] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d82794-25cb-4267-8bda-03368014cf66',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.346201] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b in Status: SUCCESS [ 860.346201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.553857] env[65093]: INFO networking_nsxv3.common.synchronization [req-b228cd7d-639b-49f4-87e2-687fb3f36408 req-a93aaf6f-904d-443b-bfc6-be157528abcd tempest-ListServerFiltersTestJSON-149878242 tempest-ListServerFiltersTestJSON-149878242-project-member] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 860.554500] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 860.554877] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.554986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.778440] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25d82794-25cb-4267-8bda-03368014cf66 [ 860.778440] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.778440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.778440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.778440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.778440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.778440] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25d82794-25cb-4267-8bda-03368014cf66 already deleted. [ 860.778440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d82794-25cb-4267-8bda-03368014cf66" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.076026] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.076026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.076026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.076026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.076026] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.076508] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.076746] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.077111] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.077372] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.077698] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.079943] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.079943] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.079943] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.079943] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.079943] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.079943] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.098441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.098595] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.098817] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.098902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.099237] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-73a57916-d399-4901-be3d-344ef6885645 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.099437] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.099504] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.099840] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.099977] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a57916-d399-4901-be3d-344ef6885645',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.602734] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.603238] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.603238] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.603464] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.603687] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.603927] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 73a57916-d399-4901-be3d-344ef6885645 not found, creating... [ 861.604374] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.604643] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.605016] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.605356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.605686] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.606209] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.606534] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.606991] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.607158] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.607510] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.608209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 73a57916-d399-4901-be3d-344ef6885645 is going to be created. [ 861.631762] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.631762] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.631762] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.631762] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.632133] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.632299] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.666023] env[65093]: INFO networking_nsxv3.common.synchronization [None req-88166edb-6f58-48f3-9a97-c8d932a1d556 tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 861.666023] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 861.667069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.667627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.667627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.668469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.668703] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.880198] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ade21b34-5ae3-46a9-a396-edcbf90cccee tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 861.880799] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 861.881255] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.881600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.162317] env[65093]: INFO networking_nsxv3.common.synchronization [req-ada37891-0610-400f-adbb-c22c551ac6b5 req-93e1167e-7f0c-4b0e-ab49-cc2d2bbc65fe tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 862.162317] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 862.162517] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.162579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.162631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.162859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.162977] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.163084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.163145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.163347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.164421] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.192109] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.192109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.192109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.192109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.192109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.192109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 already deleted. [ 862.192109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.192487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.192487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.192551] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.253653] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 862.253956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.254167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.254326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.254523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.254691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.254752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.254873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.255194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.255194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.255194] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.256481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.257264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.257264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.257264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.257264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.257264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.257913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.258052] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.375481] env[65093]: INFO networking_nsxv3.common.synchronization [req-b228cd7d-639b-49f4-87e2-687fb3f36408 req-a5719c38-5a78-4efc-a62e-fad0b8d20da5 service nova] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_rules [ 862.375705] env[65093]: INFO networking_nsxv3.common.synchronization [req-b228cd7d-639b-49f4-87e2-687fb3f36408 req-a5719c38-5a78-4efc-a62e-fad0b8d20da5 service nova] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 862.375853] env[65093]: INFO networking_nsxv3.common.synchronization [req-b228cd7d-639b-49f4-87e2-687fb3f36408 req-a5719c38-5a78-4efc-a62e-fad0b8d20da5 service nova] Enqueued Resource ID: 73a57916-d399-4901-be3d-344ef6885645 with Priority: HIGHEST for action port [ 862.376445] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_rules [ 862.376646] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 862.376703] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a57916-d399-4901-be3d-344ef6885645 with Priority: HIGHEST for action port [ 862.376949] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.377186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.377517] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.377601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.377799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a57916-d399-4901-be3d-344ef6885645 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.378043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.378043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.378275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.378347] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a57916-d399-4901-be3d-344ef6885645',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.668727] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668727] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.668727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668727] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 862.697026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.697026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.697026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.697026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.697026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.712243] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 862.718241] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.718432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.718515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.718765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.718896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.719000] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 already deleted. [ 862.719946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.760303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.760303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.761543] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.881377] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73a57916-d399-4901-be3d-344ef6885645 with status ACTIVE [ 862.881659] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.881927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.882222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.882348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.882555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.882671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.882759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.883288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.883392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.883565] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.883718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.883789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.883971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.884086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.884201] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73a57916-d399-4901-be3d-344ef6885645 is going to be updated. [ 862.915223] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.915451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.915451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.915762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.915889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.916129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a57916-d399-4901-be3d-344ef6885645" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.044984] env[65093]: INFO networking_nsxv3.common.synchronization [None req-f42607b3-b9e6-4a61-9b41-d2330b923331 None None] Enqueued Resource ID: e9f95a1c-778a-4740-8149-60a620013ce1 with Priority: HIGHEST for action port [ 863.044984] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f95a1c-778a-4740-8149-60a620013ce1 with Priority: HIGHEST for action port [ 863.044984] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f95a1c-778a-4740-8149-60a620013ce1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.044984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f95a1c-778a-4740-8149-60a620013ce1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f95a1c-778a-4740-8149-60a620013ce1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.044984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f95a1c-778a-4740-8149-60a620013ce1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.044984] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f95a1c-778a-4740-8149-60a620013ce1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.265493] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.351165] env[65093]: INFO networking_nsxv3.common.synchronization [req-c6fee107-06ac-43bb-b67b-8a2c7f826af1 req-bade2016-980a-4d16-9b0e-f7062f39b3d9 tempest-ListServerFiltersTestJSON-149878242 tempest-ListServerFiltersTestJSON-149878242-project-member] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 863.352030] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 863.352612] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.352735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.547015] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9f95a1c-778a-4740-8149-60a620013ce1 [ 863.547261] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.547542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.547542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.547692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.547782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.547875] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9f95a1c-778a-4740-8149-60a620013ce1 already deleted. [ 863.547959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f95a1c-778a-4740-8149-60a620013ce1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.758494] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.758868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.758868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.759086] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.759341] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.759514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.759611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.759832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.760266] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.760521] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.760634] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.761025] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.761025] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.761025] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.761382] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.761382] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.767138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.767265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.767329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.768029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.768029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 863.782994] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.783209] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.783404] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.783599] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-446" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.784039] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.784144] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.784218] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.784521] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.784650] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece1b44c-f442-4354-9c0c-a8c363b3c1e8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.800413] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.800413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.800718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.800718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.801142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.812751] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 864.287111] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.287369] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.287499] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.287816] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.287965] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.288130] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port ece1b44c-f442-4354-9c0c-a8c363b3c1e8 not found, creating... [ 864.288389] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.288543] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.288682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.288905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.289047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.289324] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.289497] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.289599] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.289804] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.289949] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.290276] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: ece1b44c-f442-4354-9c0c-a8c363b3c1e8 is going to be created. [ 864.316915] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.317221] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.317303] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.317615] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.317877] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.318180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.722601] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 864.722778] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 deletion is rescheduled due to dependency. [ 864.722897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.061586] env[65093]: INFO networking_nsxv3.common.synchronization [req-c6fee107-06ac-43bb-b67b-8a2c7f826af1 req-068c7654-522d-4be6-b39e-2ed9823bcd93 service nova] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_rules [ 865.061586] env[65093]: INFO networking_nsxv3.common.synchronization [req-c6fee107-06ac-43bb-b67b-8a2c7f826af1 req-068c7654-522d-4be6-b39e-2ed9823bcd93 service nova] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 865.061586] env[65093]: INFO networking_nsxv3.common.synchronization [req-c6fee107-06ac-43bb-b67b-8a2c7f826af1 req-068c7654-522d-4be6-b39e-2ed9823bcd93 service nova] Enqueued Resource ID: ece1b44c-f442-4354-9c0c-a8c363b3c1e8 with Priority: HIGHEST for action port [ 865.062045] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_rules [ 865.062931] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 865.062931] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece1b44c-f442-4354-9c0c-a8c363b3c1e8 with Priority: HIGHEST for action port [ 865.064027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.064027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.064027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.064027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.066744] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.066744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.066744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.066744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.066913] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece1b44c-f442-4354-9c0c-a8c363b3c1e8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.570546] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ece1b44c-f442-4354-9c0c-a8c363b3c1e8 with status ACTIVE [ 865.570729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.570866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.570977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.571400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.571400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.571561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.571673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.571734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.571931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.572024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.572319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.572378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.572789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.572789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572789] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ece1b44c-f442-4354-9c0c-a8c363b3c1e8 is going to be updated. [ 865.598075] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.598267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.598350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.598567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.598801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.598891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece1b44c-f442-4354-9c0c-a8c363b3c1e8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.825158] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.829019] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.829019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.829019] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.154950] env[65093]: INFO networking_nsxv3.common.synchronization [req-8c0b0a31-1228-42e2-8bd7-071d9439cfd9 req-2a48d85f-c576-421d-8208-f62a68795ac4 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_members [ 866.155833] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_members [ 866.155833] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.155994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.155994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.156801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.156962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.157082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.157143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.157687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.157775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.157872] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.331506] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.495333] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.495584] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.495814] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.496490] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.496490] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.496732] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.496732] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.496867] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.497017] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.497234] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.497392] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.497499] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.497630] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.497716] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.497822] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.497951] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.526873] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.526964] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.527089] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.527298] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.527579] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-00799c05-ec9f-4983-9147-b6c1f7c686a0 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.527751] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.527867] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.528235] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.528385] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00799c05-ec9f-4983-9147-b6c1f7c686a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.664092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.664317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.664468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.664656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.664796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.665022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.665190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.665386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.665465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.665594] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 already deleted. [ 866.665708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.834290] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.030816] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.031159] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.031337] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.031676] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.031839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.032071] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 00799c05-ec9f-4983-9147-b6c1f7c686a0 not found, creating... [ 867.032426] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.032656] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.032811] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.034647] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.034842] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.035084] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.035265] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.035388] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.035624] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.035826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.035985] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 00799c05-ec9f-4983-9147-b6c1f7c686a0 is going to be created. [ 867.058794] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.059123] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.059202] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.059496] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.059744] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.060041] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.337315] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.337832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.337832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.338306] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 867.387470] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.387690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.387743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.388027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.389608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.402154] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 867.781796] env[65093]: INFO networking_nsxv3.common.synchronization [req-8c0b0a31-1228-42e2-8bd7-071d9439cfd9 req-289ef757-9d83-4392-aa2c-b597d769c673 service nova] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_rules [ 867.782425] env[65093]: INFO networking_nsxv3.common.synchronization [req-8c0b0a31-1228-42e2-8bd7-071d9439cfd9 req-289ef757-9d83-4392-aa2c-b597d769c673 service nova] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_members [ 867.782568] env[65093]: INFO networking_nsxv3.common.synchronization [req-8c0b0a31-1228-42e2-8bd7-071d9439cfd9 req-289ef757-9d83-4392-aa2c-b597d769c673 service nova] Enqueued Resource ID: 00799c05-ec9f-4983-9147-b6c1f7c686a0 with Priority: HIGHEST for action port [ 867.783114] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_rules [ 867.783303] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_members [ 867.783405] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00799c05-ec9f-4983-9147-b6c1f7c686a0 with Priority: HIGHEST for action port [ 867.783691] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.783812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.783879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.784131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.784178] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.785039] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.785159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.785235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.785396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.785576] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.785680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.785749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.785881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.785967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.786087] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.786851] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-00799c05-ec9f-4983-9147-b6c1f7c686a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.786960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.787275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.787275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.787359] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00799c05-ec9f-4983-9147-b6c1f7c686a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.289636] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.289787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.289959] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.290865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00799c05-ec9f-4983-9147-b6c1f7c686a0 with status ACTIVE [ 868.295554] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.295654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.295753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.295943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.296035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.296231] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.296336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.296394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.296557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.296626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.296810] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.296904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.296956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.297163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.297270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.297414] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00799c05-ec9f-4983-9147-b6c1f7c686a0 is going to be updated. [ 868.323278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.323278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.323278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.323278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.323278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.323278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00799c05-ec9f-4983-9147-b6c1f7c686a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.787522] env[65093]: INFO networking_nsxv3.common.synchronization [req-f03b2836-55ac-494c-bd31-5cda3845e724 req-cbfff811-2bfa-4e4e-967f-ef0aee888bdc tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 868.788076] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 868.788385] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.788512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.788582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.788775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.788930] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.790506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.790619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.790799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.790890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.790991] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.800082] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.293194] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.302480] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.302636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.302705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.302960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.303066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.303348] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 is going to be created. [ 869.330921] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.331169] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.331169] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.331696] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.331696] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.331903] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.331969] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.332224] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.332853] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.333032] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.333092] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.333797] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.333797] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.333797] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.333797] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.333797] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.335657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.335776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.335836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.336031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.336358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.350128] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978e2b66-ded8-4970-aace-77499c1c9328 in Status: UNINITIALIZED for 2s [ 869.361837] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.362122] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.362264] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.362550] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-543" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.364042] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-077addcf-4a40-4c45-a20c-3eaa24a3177e taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.364042] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.364042] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.364042] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.364042] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077addcf-4a40-4c45-a20c-3eaa24a3177e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.414908] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 869.415274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.415499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.415729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.415991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.416131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.416206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.416374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.416457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.417048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.417219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.417321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.417365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.417508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.417686] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.417789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.417850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.417992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.418081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.418160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.418256] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.419193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.419379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.419528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.419627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.419686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.419818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.419892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.419979] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.801030] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.867073] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.867262] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.867505] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.868414] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.868414] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.868414] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 077addcf-4a40-4c45-a20c-3eaa24a3177e not found, creating... [ 869.870143] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.870143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.870143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.870143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.870143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.870377] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.870669] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.871347] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.871347] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.871661] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.872816] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e is going to be created. [ 870.125397] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.125397] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af4115d-3443-4d4f-84a8-e168a64ae979: rpc.has_security_group_logging(os_id): False [ 870.125397] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.125397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.125397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.126760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126760] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be created. [ 870.126760] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.126760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.126760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126760] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 870.304349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.304501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.304606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.304850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.304950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.305105] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 870.358725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.358725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.358725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.358725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.358725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.370007] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 870.629555] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.688408] env[65093]: INFO networking_nsxv3.common.synchronization [req-f03b2836-55ac-494c-bd31-5cda3845e724 req-3b9d68a6-0e2c-4607-bea0-a4320b84b548 service nova] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 870.689335] env[65093]: INFO networking_nsxv3.common.synchronization [req-f03b2836-55ac-494c-bd31-5cda3845e724 req-3b9d68a6-0e2c-4607-bea0-a4320b84b548 service nova] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 870.690811] env[65093]: INFO networking_nsxv3.common.synchronization [req-f03b2836-55ac-494c-bd31-5cda3845e724 req-3b9d68a6-0e2c-4607-bea0-a4320b84b548 service nova] Enqueued Resource ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e with Priority: HIGHEST for action port [ 870.691809] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 870.691961] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 870.692139] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e with Priority: HIGHEST for action port [ 870.692590] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.692732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.692925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.693099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.693295] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.696208] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.696990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.696990] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-077addcf-4a40-4c45-a20c-3eaa24a3177e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.696990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.696990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.697277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.697277] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077addcf-4a40-4c45-a20c-3eaa24a3177e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.132321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.132745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.132745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.132853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.132896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.132975] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 871.171349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.171567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.171644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.171946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.172050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.188109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 871.199740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.199990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.200228] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 077addcf-4a40-4c45-a20c-3eaa24a3177e with status ACTIVE [ 871.200345] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.200522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.200593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.200855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.200855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.201978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.201978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.201978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.202389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.202389] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e is going to be updated. [ 871.228869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.229028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.229099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.229312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.229449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.229607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.304135] env[65093]: INFO networking_nsxv3.common.synchronization [req-4ca624eb-48a7-417d-a61b-c008886af09e req-8afdc0eb-b05b-4a85-96da-3a1c7fdfb0fc tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 871.304840] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 871.305195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.305321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.305389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.305641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.305759] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.305855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.305910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.306084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.306173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.306275] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.366300] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978e2b66-ded8-4970-aace-77499c1c9328 in Status: SUCCESS [ 871.366545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.368105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.368105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.368105] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.368105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.368105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.368623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.368623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.368623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.368623] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.754579] env[65093]: INFO networking_nsxv3.common.synchronization [req-08dc313a-8ab0-4ee0-816a-012b2408c655 req-dc8a5e36-b858-4dc9-b2ac-01e555d2f135 tempest-MigrationsAdminTest-1497884638 tempest-MigrationsAdminTest-1497884638-project-member] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 871.755160] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 871.755493] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.755642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.755711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.755911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.760605] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.760732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.760854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.761742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.761882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.762022] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.810703] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.873192] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.070932] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 872.071722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.071722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.071722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.071722] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.264499] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.313301] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.376752] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 978e2b66-ded8-4970-aace-77499c1c9328: rpc.has_security_group_logging(os_id): False [ 872.383567] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.386042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.386042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.386042] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.400555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.400555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.400555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.400555] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 is going to be created. [ 872.487623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.487807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.487901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.488182] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.488400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.502337] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 978e2b66-ded8-4970-aace-77499c1c9328 in Status: IN_PROGRESS for 2s [ 872.574240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.769152] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.816776] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.816776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.816776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.816776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.816776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.816776] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 872.845551] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.845720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.845793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.846018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.846170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.857230] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 872.888160] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.202509] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 873.202748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.202953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.203184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.203401] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.203575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.203652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.203844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.203921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.204049] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.272376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.272670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.272670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.272927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.273034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.273141] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be updated. [ 873.315084] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.315246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.315320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.315544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.315704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.330733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: IN_PROGRESS for 2s [ 873.391338] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.708128] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.739880] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5923fd4e-2998-4b05-9931-706aecb2d71a None None] Enqueued Resource ID: bc22360e-134a-4905-bce4-5c98eacf6c94 with Priority: HIGHEST for action port [ 873.739880] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc22360e-134a-4905-bce4-5c98eacf6c94 with Priority: HIGHEST for action port [ 873.739880] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc22360e-134a-4905-bce4-5c98eacf6c94 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.739880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc22360e-134a-4905-bce4-5c98eacf6c94" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.739880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc22360e-134a-4905-bce4-5c98eacf6c94" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.739880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc22360e-134a-4905-bce4-5c98eacf6c94" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.739880] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc22360e-134a-4905-bce4-5c98eacf6c94',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.894282] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.895994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.896112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.896360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.896451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.896564] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 873.928766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.928958] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.929049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.929253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.929401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.939456] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 874.211068] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.243899] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc22360e-134a-4905-bce4-5c98eacf6c94 [ 874.243899] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.243899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.243899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.243899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.243899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243899] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc22360e-134a-4905-bce4-5c98eacf6c94 already deleted. [ 874.243899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc22360e-134a-4905-bce4-5c98eacf6c94" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.295169] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e1008366-a2ea-4eeb-a71a-ce793c55538a tempest-ServersTestJSON-1609754089 tempest-ServersTestJSON-1609754089-project-member] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_rules [ 874.295987] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_rules [ 874.296904] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.297124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.297203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.297568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.297707] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.428133] env[65093]: INFO networking_nsxv3.common.synchronization [None req-fd631914-6fa1-4d86-b141-fdd809c5361b tempest-ServersTestJSON-1609754089 tempest-ServersTestJSON-1609754089-project-member] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_rules [ 874.428133] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_rules [ 874.428133] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.428133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.588758] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 978e2b66-ded8-4970-aace-77499c1c9328 in Status: SUCCESS [ 874.589839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.715030] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.715030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.715030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.715300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.715401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.715501] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 874.759254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.759525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.759646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.759888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.760081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.772375] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 874.822043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.822206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.822280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.822554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.822659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.822659] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b already deleted. [ 874.822743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.822885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.823066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.823188] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.869778] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 874.871059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.356528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.356802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.356802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.356978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.357088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.357186] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b already deleted. [ 875.357270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.360221] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 875.361032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.952671] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 875.952961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.953157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.953488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.953703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.953812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.953937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.954068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.954150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.954236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.954329] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.145991] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ce9ba323-f580-43e3-a41d-beecae534b39 None None] Enqueued Resource ID: d2f86dbb-5d75-4756-8cb9-07584075ebb1 with Priority: HIGHEST for action port [ 876.145991] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f86dbb-5d75-4756-8cb9-07584075ebb1 with Priority: HIGHEST for action port [ 876.145991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f86dbb-5d75-4756-8cb9-07584075ebb1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.145991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f86dbb-5d75-4756-8cb9-07584075ebb1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.145991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f86dbb-5d75-4756-8cb9-07584075ebb1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.145991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f86dbb-5d75-4756-8cb9-07584075ebb1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.145991] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f86dbb-5d75-4756-8cb9-07584075ebb1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.404223] env[65093]: INFO networking_nsxv3.common.synchronization [req-5899ca41-5cda-4fb0-85b9-278cb23e94ff req-7a9f0184-74a7-40d6-b788-44885ac5cae2 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 876.405819] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 876.405819] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.406121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.406121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.406242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.406374] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.406469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.406548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.406697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.406782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.406876] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.461050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.461050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.461050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.461667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.461667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.461667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.461667] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.648344] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f86dbb-5d75-4756-8cb9-07584075ebb1 [ 876.648594] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.648739] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.648808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.649071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.649171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.649270] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f86dbb-5d75-4756-8cb9-07584075ebb1 already deleted. [ 876.649353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f86dbb-5d75-4756-8cb9-07584075ebb1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.698957] env[65093]: INFO networking_nsxv3.common.synchronization [req-3334b016-2a2b-4c59-8384-d8159cb48b1c req-5ce9872e-a0af-48f1-8251-76abce7a8534 tempest-ImagesOneServerTestJSON-1562777381 tempest-ImagesOneServerTestJSON-1562777381-project-member] Enqueued Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_members [ 876.699524] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGHEST for action security_group_members [ 876.700274] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.700274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.700274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.700492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.700838] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.700838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.700838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.700838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.701085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.701085] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.782797] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 876.783019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.783196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.783507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.783696] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.783816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.783881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.784053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.784129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.784248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.784306] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.837087] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.837340] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.837473] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.837795] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.838125] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.838304] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.838424] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.838665] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.839040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.839773] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.839773] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.839773] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.840208] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.840363] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.840478] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.840612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.869847] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.869847] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.869847] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.869847] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.869847] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-3558b74b-2916-403d-9572-830751e86269 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.869847] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.869847] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.870273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.870416] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3558b74b-2916-403d-9572-830751e86269',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.909341] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.909680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.909680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.910477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.910477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.910477] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.910728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.910821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.911114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.911250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.911338] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 876.945843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.945994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.946185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.946315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.946563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.961650] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 876.967298] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99369b92-efb0-4a40-902e-d5ef3266704c: rpc.has_security_group_logging(os_id): False [ 876.984041] env[65093]: INFO networking_nsxv3.common.synchronization [req-4e7754d6-81dc-4349-8e08-a7da81202052 req-895a301d-2e94-46b5-8b67-877862b41249 tempest-ServerTagsTestJSON-674540754 tempest-ServerTagsTestJSON-674540754-project-member] Enqueued Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_members [ 876.984630] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGHEST for action security_group_members [ 876.985131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.985488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.985488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.985642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.985743] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.985884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.985926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.986065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.986153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.986765] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.991235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.991363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.991424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.991618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.020922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.021122] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.021332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.021405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.021631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.021725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.022135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.022327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.022690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.022690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.022753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.023017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.023204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.023349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.023565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.023686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.023789] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 877.096385] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.096385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.096385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.096385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.096385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.117631] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 877.203615] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.203810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.203887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.204162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.204332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.205355] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.205355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.205355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.205355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.205355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.205355] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d86381-c398-468e-bfd0-00834d85b8e9 is going to be updated. [ 877.242221] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.242410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.242469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.242641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.242781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.255166] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d86381-c398-468e-bfd0-00834d85b8e9 in Status: IN_PROGRESS for 2s [ 877.288154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.288589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.288589] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288834] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.289159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.289268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.289305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.289450] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.372966] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.373439] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.373635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.374107] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.374107] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.374206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 3558b74b-2916-403d-9572-830751e86269 not found, creating... [ 877.374520] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.374701] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.374816] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.375057] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.375311] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.375488] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.375659] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.375768] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.375963] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.376113] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.376256] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 3558b74b-2916-403d-9572-830751e86269 is going to be created. [ 877.404912] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.404912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.404912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.404912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.406178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.406178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.489142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.489317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.489396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.489676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.489773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.489979] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.490101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.490166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.490328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.490409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.490502] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b is going to be updated. [ 877.536864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.536864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.536864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.536864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.536864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.554202] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b in Status: IN_PROGRESS for 2s [ 877.793702] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af4115d-3443-4d4f-84a8-e168a64ae979: rpc.has_security_group_logging(os_id): False [ 877.812314] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.812501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.812575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.812797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.812889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.813094] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.813196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.813258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.813471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.813551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.813758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.813854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.813915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.814075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.814165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.814362] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.814455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.814505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.814646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.814718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.814801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 877.884665] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.884819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.884875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.885095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.885256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.898541] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 878.127008] env[65093]: INFO networking_nsxv3.common.synchronization [req-5899ca41-5cda-4fb0-85b9-278cb23e94ff req-2f9f239b-39bf-43de-946e-98036fa6f829 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 878.127186] env[65093]: INFO networking_nsxv3.common.synchronization [req-5899ca41-5cda-4fb0-85b9-278cb23e94ff req-2f9f239b-39bf-43de-946e-98036fa6f829 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 878.127325] env[65093]: INFO networking_nsxv3.common.synchronization [req-5899ca41-5cda-4fb0-85b9-278cb23e94ff req-2f9f239b-39bf-43de-946e-98036fa6f829 service nova] Enqueued Resource ID: 3558b74b-2916-403d-9572-830751e86269 with Priority: HIGHEST for action port [ 878.128636] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 878.128636] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 878.132208] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3558b74b-2916-403d-9572-830751e86269 with Priority: HIGHEST for action port [ 878.132284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.132352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.132417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.132616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.132715] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.133721] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.133852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.134422] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3558b74b-2916-403d-9572-830751e86269 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.134600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.134702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.134805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.134884] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3558b74b-2916-403d-9572-830751e86269',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.640034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641505] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3558b74b-2916-403d-9572-830751e86269 with status ACTIVE [ 878.641719] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.642165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.642458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.642458] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.642583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.642623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.642963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.642963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.643175] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.643356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.643433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.643699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.643699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.643815] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3558b74b-2916-403d-9572-830751e86269 is going to be updated. [ 878.665257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.665417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.665491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.665705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.665841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.665992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3558b74b-2916-403d-9572-830751e86269" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.923951] env[65093]: INFO networking_nsxv3.common.synchronization [req-d12274d8-3792-46fc-bee6-cf8d4a380dcf req-f5364631-d093-4ab6-9e55-f6a346ab7714 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_members [ 878.924707] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_members [ 878.925336] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.925336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.925336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.925685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.925923] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.926074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.926170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.926362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.926551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.926742] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.972246] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 878.972429] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 878.972542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.972701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.972953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.973305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.973617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.973733] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.141274] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 879.142449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.270026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d86381-c398-468e-bfd0-00834d85b8e9 in Status: SUCCESS [ 879.270026] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d86381-c398-468e-bfd0-00834d85b8e9 deletion is rescheduled due to dependency. [ 879.270026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.343404] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.344098] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.344488] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.345179] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.345754] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.346140] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.346390] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.346784] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.348092] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.348092] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.348092] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.348092] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.348092] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.348092] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.348092] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.348092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.370138] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.370329] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.370558] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.371357] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.371965] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.371965] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.371965] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.372279] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.372476] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.429544] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.429971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.430383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.431985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.431985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.431985] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.431985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.431985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.431985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.431985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.432312] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 already deleted. [ 879.432312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.477413] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.564800] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b in Status: SUCCESS [ 879.564985] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b deletion is rescheduled due to dependency. [ 879.565114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.874637] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.874975] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.874975] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.875404] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.875609] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.875795] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 not found, creating... [ 879.876174] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.876695] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.876695] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.876695] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.876865] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.877244] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.877413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.877539] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.877763] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.877909] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.878066] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 is going to be created. [ 879.899139] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.899361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.899486] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.900153] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.900421] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.915727] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 879.915986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.916221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.916437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.916530] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.980157] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.418990] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.422050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.422050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.422050] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.483459] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.484009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.484009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.484009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.484136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.484136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 880.520525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.521051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.521051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.533298] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 880.640068] env[65093]: INFO networking_nsxv3.common.synchronization [req-d12274d8-3792-46fc-bee6-cf8d4a380dcf req-65762cd0-28cb-471d-8091-1179cbf28f42 service nova] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_rules [ 880.640257] env[65093]: INFO networking_nsxv3.common.synchronization [req-d12274d8-3792-46fc-bee6-cf8d4a380dcf req-65762cd0-28cb-471d-8091-1179cbf28f42 service nova] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_members [ 880.640414] env[65093]: INFO networking_nsxv3.common.synchronization [req-d12274d8-3792-46fc-bee6-cf8d4a380dcf req-65762cd0-28cb-471d-8091-1179cbf28f42 service nova] Enqueued Resource ID: 815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 with Priority: HIGHEST for action port [ 880.640952] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_rules [ 880.641082] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_members [ 880.641184] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 with Priority: HIGHEST for action port [ 880.641548] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.641670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.641752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.641967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.643666] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.645486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.645620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.645697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.645915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.646674] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.646674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.646674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.646674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.646674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.646674] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.649054] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.649169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.649256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.649409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.650329] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.923691] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.923995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.923995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.924199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.925349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.925474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.925543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.925708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.925801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.925890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.926055] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.926152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.926214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.926365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.926693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.926693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.926693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.926877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.926877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.926972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.926972] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.146798] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.146961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.151609] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.152956] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 with status ACTIVE [ 881.152956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.153065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.153065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.153277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.153399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.153640] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.153698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.153777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.153937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.154016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.154202] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.154296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.154373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.154515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.154630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.154688] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1 is going to be updated. [ 881.179560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.179831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.179962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.180331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.180562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.180844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-815382fc-f7d4-4eb8-a2a8-1e3ea4bd7ea1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.430655] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af4115d-3443-4d4f-84a8-e168a64ae979: rpc.has_security_group_logging(os_id): False [ 881.459562] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.459711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.459783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.460011] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.460107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.460294] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.460392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.460451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.460601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.460678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.460884] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.460969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.461042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.461239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.461386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.461716] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.461832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.461942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.462121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.462202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.462337] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 881.622729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.622878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.622967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.623173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.623405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.643104] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 881.657370] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.160214] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.160581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.160581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.160751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.160863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.161343] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 is going to be created. [ 882.187561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.187735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.187773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.187994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.188192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.199330] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3e516b-61c9-4f04-87bf-6fe318346978 in Status: UNINITIALIZED for 2s [ 882.545242] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 882.545467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.545693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.545858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.546120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.547059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.547059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.547059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.547059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.547059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.547059] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.761131] env[65093]: INFO networking_nsxv3.common.synchronization [req-071a6436-3d70-46fb-a310-638882876f4d req-6277a319-bce6-4675-8662-83d8d04d9127 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 882.761808] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 882.762181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.762363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.762451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.762655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.762918] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.762997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.762997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.763158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.763243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.763363] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.049523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.050555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.050555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.050916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.050916] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.050916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.050916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.051063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.051202] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.051294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.051355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.052549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.052549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.052549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.052549] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.130567] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.130844] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.130934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.131258] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.131571] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.131733] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.131853] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.133182] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.133498] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.134100] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.134348] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.134536] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.134750] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.134953] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.135148] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.135384] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.159352] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.159352] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.159352] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.159352] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.159352] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.159352] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.159352] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.159352] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.159352] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.265274] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.554425] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1: rpc.has_security_group_logging(os_id): False [ 883.578711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.578884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.578884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.579607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.579607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.579607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.579607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.579607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.579866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.579948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.580219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.580348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.580469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.580637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.580725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.580948] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.581192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.581288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.581482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.581586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.581693] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 883.647952] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.648124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.648184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.648395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.648575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.659133] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 883.660011] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 883.660075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.661747] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.661966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.662105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.662383] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.662523] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.662670] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 not found, creating... [ 883.663027] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.663545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.663545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.663677] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.663858] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.664211] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.664365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.665645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.665645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.665645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.665645] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 is going to be created. [ 883.672979] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 883.673168] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 883.674063] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 883.674063] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 883.674121] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.674242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.674291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.674511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.674673] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.674792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.674833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.674971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.675067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.675161] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.676034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.676132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.676200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.676398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.676540] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.676637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.676699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.676837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.676915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.677017] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.689886] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.690236] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.690236] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.690496] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.690729] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690951] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.731152] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 883.731362] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 883.731514] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_rules [ 883.731672] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 883.731829] env[65093]: INFO networking_nsxv3.common.synchronization [req-22e197b2-02e6-4b0b-9fde-d94a3524c825 req-60cc4345-e051-4cfc-9e5f-a7371d8e3aae tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e with Priority: HIGHEST for action port [ 883.732407] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 883.732570] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_rules [ 883.732685] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e with Priority: HIGHEST for action port [ 883.732800] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 883.732902] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 883.733359] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.733474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.733563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.733779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.733881] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.734946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.734946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.735135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.735312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.735388] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.740025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-077addcf-4a40-4c45-a20c-3eaa24a3177e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.740025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.740025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.740025] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077addcf-4a40-4c45-a20c-3eaa24a3177e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.740025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.740025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.769377] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.178810] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.180421] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.211614] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3e516b-61c9-4f04-87bf-6fe318346978 in Status: SUCCESS [ 884.211853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.212044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.212501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.213066] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.213066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.213066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.213483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.213483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.213483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.213571] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.242878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.242878] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 077addcf-4a40-4c45-a20c-3eaa24a3177e with status ACTIVE [ 884.242878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.243642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.246219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.246475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.246571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.246673] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e is going to be updated. [ 884.248393] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.269974] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.270411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.270411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.270513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.270610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.270733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 884.272960] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.273123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.273177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.273393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.273542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.273709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.330834] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.331098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.353021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 884.682827] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.685940] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.717980] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.876159] env[65093]: INFO networking_nsxv3.common.synchronization [req-071a6436-3d70-46fb-a310-638882876f4d req-c3f28801-3ee7-4717-aa84-55ae2b23aab6 service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 884.876366] env[65093]: INFO networking_nsxv3.common.synchronization [req-071a6436-3d70-46fb-a310-638882876f4d req-c3f28801-3ee7-4717-aa84-55ae2b23aab6 service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 884.876503] env[65093]: INFO networking_nsxv3.common.synchronization [req-071a6436-3d70-46fb-a310-638882876f4d req-c3f28801-3ee7-4717-aa84-55ae2b23aab6 service nova] Enqueued Resource ID: ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 with Priority: HIGHEST for action port [ 884.877057] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 884.877197] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 884.877293] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 with Priority: HIGHEST for action port [ 884.877567] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.877718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.877765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.877989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.878190] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.878982] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.879093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.879291] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.879406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.879447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.879634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.879785] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.185533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.185699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.185740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.186100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.186221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.186345] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 885.187996] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.188758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.188932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.191143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.191375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.191504] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be created. [ 885.220979] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa3e516b-61c9-4f04-87bf-6fe318346978: rpc.has_security_group_logging(os_id): False [ 885.228592] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.229500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.229500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.229500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.229500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.234324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.234324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.234324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.234324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.234592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.243860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 885.245334] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: UNINITIALIZED for 2s [ 885.264555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.264765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.264765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.265344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.265449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.266086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.266202] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 is going to be created. [ 885.377501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.377501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.377501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.377501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.377501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.381940] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.383186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.383888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 with status ACTIVE [ 885.384394] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.386516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.386936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.386936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.387129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.387240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.389019] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.389019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.389019] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858 is going to be updated. [ 885.392160] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa3e516b-61c9-4f04-87bf-6fe318346978 in Status: IN_PROGRESS for 2s [ 885.424635] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.424816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.424857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.425086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.425228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.425386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9fd503-5f45-42d5-bcfe-b0ef4bf7d858" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.677974] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 885.678272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.364587] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 886.364845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.365037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.365257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.365495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.365623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.365672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.365859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.365945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.366072] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.870755] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.908397] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e082b026-a817-43e3-b388-72db595917fd tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: f11a9241-75f8-4372-a397-d42a34083fd0 with Priority: HIGHEST for action security_group_rules [ 886.909185] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11a9241-75f8-4372-a397-d42a34083fd0 with Priority: HIGHEST for action security_group_rules [ 886.909508] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f11a9241-75f8-4372-a397-d42a34083fd0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.909646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.909716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.909978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.912077] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f11a9241-75f8-4372-a397-d42a34083fd0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.005900] env[65093]: INFO networking_nsxv3.common.synchronization [None req-9d52a476-b49f-43e1-9184-e415327a4a6c tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: f11a9241-75f8-4372-a397-d42a34083fd0 with Priority: HIGHEST for action security_group_rules [ 887.010041] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11a9241-75f8-4372-a397-d42a34083fd0 with Priority: HIGHEST for action security_group_rules [ 887.010041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f11a9241-75f8-4372-a397-d42a34083fd0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.010041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.260293] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 887.260694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.260845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.261152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.261492] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.261942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.261942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.262104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.262190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.262317] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.264200] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 887.264410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.264957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.264957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.265059] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.265204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.265247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.265419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.265516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.265644] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.375322] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.406945] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa3e516b-61c9-4f04-87bf-6fe318346978 in Status: SUCCESS [ 887.406945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.443493] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.443493] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f11a9241-75f8-4372-a397-d42a34083fd0 already deleted. [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.443493] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f11a9241-75f8-4372-a397-d42a34083fd0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.767887] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.769189] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.879571] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.879878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.879878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.880224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.880354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.880472] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 887.918913] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.919129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.919220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.919415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.919568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.929891] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 887.976861] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.977266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.977266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.977474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.977474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.977605] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f11a9241-75f8-4372-a397-d42a34083fd0 already deleted. [ 887.977685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f11a9241-75f8-4372-a397-d42a34083fd0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.273610] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.273962] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.735199] env[65093]: INFO networking_nsxv3.common.synchronization [req-94fb751f-3f99-4d51-957e-ebf168d12f7e req-02c35428-0487-4184-a05f-a96154cf52a4 tempest-ServersWithSpecificFlavorTestJSON-1153402547 tempest-ServersWithSpecificFlavorTestJSON-1153402547-project-member] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 888.736157] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGHEST for action security_group_members [ 888.736157] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.736305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.736305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.736468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.736607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.737312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.737312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.737312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.737312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.737312] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.777689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.777862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.777934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.778178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.778243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.778340] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be updated. [ 888.779711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.779839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.780772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.780772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.780772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.780772] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 888.813732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.813732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.813732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.813951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.814041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.816115] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.816217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.816260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.816854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.816854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.828607] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: IN_PROGRESS for 2s [ 888.829373] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 889.173688] env[65093]: INFO networking_nsxv3.common.synchronization [None req-d1d9e28f-f40a-48b4-9239-9bd73cfef020 None None] Enqueued Resource ID: 2f6b6e61-00db-42f2-9ee7-7ab21127121d with Priority: HIGHEST for action port [ 889.174864] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6b6e61-00db-42f2-9ee7-7ab21127121d with Priority: HIGHEST for action port [ 889.174864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6b6e61-00db-42f2-9ee7-7ab21127121d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6b6e61-00db-42f2-9ee7-7ab21127121d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6b6e61-00db-42f2-9ee7-7ab21127121d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6b6e61-00db-42f2-9ee7-7ab21127121d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176111] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6b6e61-00db-42f2-9ee7-7ab21127121d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.239943] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.239943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.240283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.240413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.240643] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.240746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.241033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.241096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.241198] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be updated. [ 889.281085] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.281085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.281085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.281085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.281085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.293158] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: IN_PROGRESS for 2s [ 889.884156] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f6b6e61-00db-42f2-9ee7-7ab21127121d [ 889.884279] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.884440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.884440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.885040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.885040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.885040] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f6b6e61-00db-42f2-9ee7-7ab21127121d already deleted. [ 889.885040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6b6e61-00db-42f2-9ee7-7ab21127121d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.945372] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 889.946645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.947363] env[65093]: INFO networking_nsxv3.common.synchronization [req-85d9e085-30df-4cea-b5a6-60ec63091aff req-ac047104-6f7d-4f12-9e1b-76cd610161f5 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 889.948324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.949611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.949967] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.950799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.950799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.950799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.950799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.950799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.950799] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.952165] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 889.954262] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.954262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.956289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.956289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.956289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.956289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.956289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.956289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.956289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.956289] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.456138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.456413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.456460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.457023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.457023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.457023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.457023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.457218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.457270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.457374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.457511] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.457607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.457758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.457801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.457983] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.458078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.458128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.458243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.458313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.459568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.459568] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.461151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.462102] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.462102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.462415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f already deleted. [ 890.462415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.558730] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.559062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.559145] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.559535] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.559847] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.560042] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.560166] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.560419] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.560569] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.560778] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.560893] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.561010] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.561185] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.561253] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.561366] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.561498] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.588180] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.589911] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.589911] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.589911] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.590217] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-1c00c824-c0c1-496e-8913-e88f9ddb1486 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.590490] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.590760] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.591220] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.591844] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c00c824-c0c1-496e-8913-e88f9ddb1486',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.842029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 890.842029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.842029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 890.842029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.842029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.842029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.842029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.842029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.842557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.842836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.843039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.843218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.843436] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.845799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.845799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.845799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.845799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.845799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.847025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.847025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.847025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.847025] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.963636] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5b86b8-523f-49ad-9a08-c0f1723f781a: rpc.has_security_group_logging(os_id): False [ 890.988718] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.989193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.989383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.989711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.989915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.990262] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.990932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.991136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991539] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.991784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.991950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.992215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.992414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.992846] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.993151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.993328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.993639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.993831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.994053] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 891.068379] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.068379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.068379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.068379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.068379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.091742] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 891.095036] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.095036] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.095036] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.095292] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.095457] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.095710] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 1c00c824-c0c1-496e-8913-e88f9ddb1486 not found, creating... [ 891.096060] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.096306] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.096507] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.096844] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.097047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.097422] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.097691] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.097915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.098222] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.098432] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.098666] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 1c00c824-c0c1-496e-8913-e88f9ddb1486 is going to be created. [ 891.122966] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.124990] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.125186] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.125529] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.125773] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.126027] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.408236] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.408635] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.408857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.408905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.409510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.409740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.409926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.410157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.410474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.410635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.410668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.410858] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.410915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.410983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.411207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.411415] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.411540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.411635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.411766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.411913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.412062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.412181] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.428345] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 in Status: SUCCESS [ 891.428570] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 deletion is rescheduled due to dependency. [ 891.428683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.887072] env[65093]: INFO networking_nsxv3.common.synchronization [req-85d9e085-30df-4cea-b5a6-60ec63091aff req-cfef4e64-10a4-460c-a028-6bec986b8fa3 service nova] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_rules [ 891.887389] env[65093]: INFO networking_nsxv3.common.synchronization [req-85d9e085-30df-4cea-b5a6-60ec63091aff req-cfef4e64-10a4-460c-a028-6bec986b8fa3 service nova] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 891.887653] env[65093]: INFO networking_nsxv3.common.synchronization [req-85d9e085-30df-4cea-b5a6-60ec63091aff req-cfef4e64-10a4-460c-a028-6bec986b8fa3 service nova] Enqueued Resource ID: 1c00c824-c0c1-496e-8913-e88f9ddb1486 with Priority: HIGHEST for action port [ 891.888211] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_rules [ 891.888458] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 891.888655] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c00c824-c0c1-496e-8913-e88f9ddb1486 with Priority: HIGHEST for action port [ 891.888993] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.889136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.889247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.889781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.889876] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.890762] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.890878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.890946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.891150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.891293] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.891389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.891454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.891600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.891684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.891888] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.892613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c00c824-c0c1-496e-8913-e88f9ddb1486 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.892724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.894114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.894338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.894420] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c00c824-c0c1-496e-8913-e88f9ddb1486',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.915767] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f13d0de7-4487-40a0-9280-7856d4173967: rpc.has_security_group_logging(os_id): False [ 891.917693] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99369b92-efb0-4a40-902e-d5ef3266704c: rpc.has_security_group_logging(os_id): False [ 891.937422] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.938208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.938208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.938208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.938208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.938514] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.938703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.938846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.939755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.939966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.940712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.940712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.940712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.941189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.941667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.942505] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.942505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.942505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.943914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.944095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.944252] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 891.947952] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.948122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.948215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.948475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.948606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.948848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.948947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.949010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.949771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.949857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.950612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be created. [ 892.029986] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.030161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.030382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.030469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.030613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.033591] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.033766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.033807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.033991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.034159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.047537] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: IN_PROGRESS for 2s [ 892.056937] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 892.233225] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ca655a79-9a3f-4923-86b2-ca0f075eb628 None None] Enqueued Resource ID: b2212711-4b55-4a8d-97d1-f817ac91d41c with Priority: HIGHEST for action port [ 892.239018] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2212711-4b55-4a8d-97d1-f817ac91d41c with Priority: HIGHEST for action port [ 892.239181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2212711-4b55-4a8d-97d1-f817ac91d41c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.239327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2212711-4b55-4a8d-97d1-f817ac91d41c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.239394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2212711-4b55-4a8d-97d1-f817ac91d41c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.239668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2212711-4b55-4a8d-97d1-f817ac91d41c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.239746] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2212711-4b55-4a8d-97d1-f817ac91d41c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.397239] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.397410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.397599] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.403258] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c00c824-c0c1-496e-8913-e88f9ddb1486 with status ACTIVE [ 892.403258] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.403258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.403258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.403258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.403258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.403258] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.405762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.405846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.406088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.406360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.407481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.407681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.407775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.407870] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c00c824-c0c1-496e-8913-e88f9ddb1486 is going to be updated. [ 892.411828] env[65093]: INFO networking_nsxv3.common.synchronization [req-e8c94e60-f0aa-4550-ae5a-d4d3e560532d req-ed404513-ae08-46f7-85db-36fc2a79a568 tempest-ServersTestFqdnHostnames-897725378 tempest-ServersTestFqdnHostnames-897725378-project-member] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_members [ 892.416234] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGHEST for action security_group_members [ 892.416363] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.416513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.416674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.417683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.417683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.417683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.417683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.417683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.417683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.417683] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.443967] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.443967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.443967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.443967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.443967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.444332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c00c824-c0c1-496e-8913-e88f9ddb1486" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.623282] env[65093]: INFO networking_nsxv3.common.synchronization [req-dae0ae6e-9a6b-4fb1-ae77-4d30f4b88c5a req-b43cb8b2-de95-4a00-86c4-6a1d2c21c3ae tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 892.624356] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 892.627425] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627425] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.627425] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.742679] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2212711-4b55-4a8d-97d1-f817ac91d41c [ 892.742924] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.743061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.743136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.747024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.747097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.747190] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2212711-4b55-4a8d-97d1-f817ac91d41c already deleted. [ 892.747273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2212711-4b55-4a8d-97d1-f817ac91d41c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.917580] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.925319] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.925964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.925964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.926140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.927289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.927289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.927289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.927289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.927289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.927289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.927289] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cabc74-960d-4454-9082-080e4e4d940d is going to be updated. [ 892.969740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.969874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.970110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.970146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.970362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.989049] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: IN_PROGRESS for 2s [ 893.000300] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.000537] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-322" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.000690] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-322" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.001300] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-322" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.001446] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.001554] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.001633] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.001939] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.002134] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.002471] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.002471] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.002546] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.002691] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.002824] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.002973] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.003181] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.039616] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.039923] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.040025] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.040212] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-322" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.040553] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-c2b22830-d5f9-460f-b9c7-4d24f299137c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.040719] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.040841] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.041260] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.041442] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b22830-d5f9-460f-b9c7-4d24f299137c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.116124] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 893.116253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.129200] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.129386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.129428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.129661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.129758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.130142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.130142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.130142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.130286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.130381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.130452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 already deleted. [ 893.130537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.421766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.422060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.422060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.422262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.422359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.422476] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be created. [ 893.452190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.452382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.452382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.452631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.452859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468333] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: UNINITIALIZED for 2s [ 893.544071] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.544342] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.544432] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.544752] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.544920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.545315] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port c2b22830-d5f9-460f-b9c7-4d24f299137c not found, creating... [ 893.545626] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.545848] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.545969] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.546219] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.546361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.546655] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.547082] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.547082] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.547191] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.547287] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.547425] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: c2b22830-d5f9-460f-b9c7-4d24f299137c is going to be created. [ 893.568178] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_members [ 893.568365] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 893.568497] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 893.569093] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_members [ 893.569235] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 893.569620] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 893.569620] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5697173a-f8f9-45f0-a9ba-ba83969a36fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.569746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.569842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.570194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.570226] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.570326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.570501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.570609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.570745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.570846] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.571827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.571912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.572035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.572142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.572285] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.572378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.572440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.572581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.572659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.572748] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.574667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.574667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.574667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.574667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.574667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.574667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.574667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.575051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.575051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.575051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.576647] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.576778] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.576894] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.577132] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.577339] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.577593] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.627130] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_rules [ 893.627130] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_members [ 893.627130] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 893.627130] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 893.627130] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_rules [ 893.627532] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 893.627852] env[65093]: INFO networking_nsxv3.common.synchronization [req-d570f970-ba0f-4a27-afec-94fa1f35b5b8 req-fb2b0332-5602-48c2-94c5-518e15606d12 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e with Priority: HIGHEST for action port [ 893.628549] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_rules [ 893.628848] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_rules [ 893.629204] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 893.629395] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e with Priority: HIGHEST for action port [ 893.629678] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_rules [ 893.629941] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_members [ 893.630172] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 893.630549] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5697173a-f8f9-45f0-a9ba-ba83969a36fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.630807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.630970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.631445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.631616] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.633300] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.634198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.634198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.634198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.634198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-077addcf-4a40-4c45-a20c-3eaa24a3177e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.634198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.634462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.634462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.634538] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077addcf-4a40-4c45-a20c-3eaa24a3177e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.636433] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.636433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.636433] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5697173a-f8f9-45f0-a9ba-ba83969a36fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.637623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.637623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.637623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.063719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 894.063719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.063719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.063719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.063719] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.077879] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 894.077879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.077879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.077879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.077879] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.082749] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.082749] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.082749] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.134190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5697173a-f8f9-45f0-a9ba-ba83969a36fc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.134190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.139736] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 077addcf-4a40-4c45-a20c-3eaa24a3177e with status ACTIVE [ 894.139736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.139736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.139736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.139736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.139736] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 077addcf-4a40-4c45-a20c-3eaa24a3177e is going to be updated. [ 894.162515] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.162515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.162515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.162515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.162515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.162515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077addcf-4a40-4c45-a20c-3eaa24a3177e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.364225] env[65093]: INFO networking_nsxv3.common.synchronization [req-dae0ae6e-9a6b-4fb1-ae77-4d30f4b88c5a req-b78e3bc0-5aa1-4143-b193-eba123cc5cb7 service nova] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 894.364637] env[65093]: INFO networking_nsxv3.common.synchronization [req-dae0ae6e-9a6b-4fb1-ae77-4d30f4b88c5a req-b78e3bc0-5aa1-4143-b193-eba123cc5cb7 service nova] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 894.364876] env[65093]: INFO networking_nsxv3.common.synchronization [req-dae0ae6e-9a6b-4fb1-ae77-4d30f4b88c5a req-b78e3bc0-5aa1-4143-b193-eba123cc5cb7 service nova] Enqueued Resource ID: c2b22830-d5f9-460f-b9c7-4d24f299137c with Priority: HIGHEST for action port [ 894.366935] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 894.367144] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 894.367285] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b22830-d5f9-460f-b9c7-4d24f299137c with Priority: HIGHEST for action port [ 894.367787] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.368077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.368197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.368441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.368557] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.371894] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.371894] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.371894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.371894] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.373498] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b22830-d5f9-460f-b9c7-4d24f299137c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.373498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.373498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.373498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.373733] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b22830-d5f9-460f-b9c7-4d24f299137c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.566168] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.566413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.579186] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.579310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.583829] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.585081] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.585860] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.875638] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.875638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.875916] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.876621] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2b22830-d5f9-460f-b9c7-4d24f299137c with status ACTIVE [ 894.876824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.876940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.877043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.877216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.877293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.877536] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.877609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.877609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.877848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.877848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.878607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.878607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.878607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.878607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.878607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.878607] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2b22830-d5f9-460f-b9c7-4d24f299137c is going to be updated. [ 894.904309] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.904309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.904309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.904485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.904677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.904813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003700] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cabc74-960d-4454-9082-080e4e4d940d in Status: SUCCESS [ 895.003700] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cabc74-960d-4454-9082-080e4e4d940d deletion is rescheduled due to dependency. [ 895.003700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.088068] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.089302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.089302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.089302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.089302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.089302] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 895.090517] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.090517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.090517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.090790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.090790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.090842] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc is going to be created. [ 895.094298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.094298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.094298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.094298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.094298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.094298] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be updated. [ 895.139211] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.139396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.139634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.139761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.140647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.146660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.149519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.149519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.149519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.149519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.150100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.150159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.150279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.150566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.150786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.162825] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc in Status: UNINITIALIZED for 2s [ 895.164713] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: IN_PROGRESS for 2s [ 895.165536] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 895.381018] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.480086] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: SUCCESS [ 895.480316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.480581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.480803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.480995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.481126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.481192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.481364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.481534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481714] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.882965] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.882965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.882965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.883189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.883189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.883454] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be created. [ 895.910568] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.910568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.910568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.910568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.910568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.919763] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: UNINITIALIZED for 2s [ 895.987104] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.987441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.987551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.987866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.989040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.989040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.989040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.989679] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.989679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.989679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.989679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.989679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.989679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.989679] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.492543] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3616b5f-20a5-4de1-a597-3e638cd8cc8f: rpc.has_security_group_logging(os_id): False [ 896.523529] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.523529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.523529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.524201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.524201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.524201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.524201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.524201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.524372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.524978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.524978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.524978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.524978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.524978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.525247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.525247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.525325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.525740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.525740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.525740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.525740] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be created. [ 896.724472] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.724472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.724662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.724853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.725081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.747082] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: IN_PROGRESS for 2s [ 897.034037] env[65093]: INFO networking_nsxv3.common.synchronization [req-6697bffd-70a3-4547-bcf5-a8704dd9fb4d req-1a561f4c-4459-4fe5-9cd7-b3979bc71d93 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 897.034233] env[65093]: INFO networking_nsxv3.common.synchronization [req-6697bffd-70a3-4547-bcf5-a8704dd9fb4d req-1a561f4c-4459-4fe5-9cd7-b3979bc71d93 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 897.034344] env[65093]: INFO networking_nsxv3.common.synchronization [req-6697bffd-70a3-4547-bcf5-a8704dd9fb4d req-1a561f4c-4459-4fe5-9cd7-b3979bc71d93 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_members [ 897.038971] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 897.039215] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGHEST for action security_group_members [ 897.039343] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc with Priority: HIGHEST for action security_group_members [ 897.040472] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.040689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.040813] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.040941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.041914] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5697173a-f8f9-45f0-a9ba-ba83969a36fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.041914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.180075] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 897.180377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.180588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.180910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.181145] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.181359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.181432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.181571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.181664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.181790] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.183529] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc in Status: SUCCESS [ 897.183717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.184683] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 897.184854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.185503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.185619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.185848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.186047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.186162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.186393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.186577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.186711] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.187777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.189148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.189876] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.189876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.190087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.190207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.190306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.190430] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.422685] env[65093]: INFO networking_nsxv3.common.synchronization [req-d687bddc-0743-47cb-8baa-654caadabd42 req-35b617d2-b5e2-4805-86bf-237dd036629b tempest-ServersTestJSON-1609754089 tempest-ServersTestJSON-1609754089-project-member] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_members [ 897.422685] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_members [ 897.422685] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.422685] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.422685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.422685] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.692575] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.696025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.696025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.696025] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc is going to be deleted. [ 897.697091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.697438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.697644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.698342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.701087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.701087] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.701087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.701087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.701087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.701087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.701087] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be updated. [ 897.701087] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.751178] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.751689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.751689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.751803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.751803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.751939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.753026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.753222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.753294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.753578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.753717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.754813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.755027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.755209] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.755314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.755377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.755551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.755602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.755688] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.768167] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.768366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-34" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.768495] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-34" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.768878] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-34" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.769851] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.770098] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.770183] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.770433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.770616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.770839] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.770956] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.771082] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.771210] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.771361] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.771485] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.771735] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.773360] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: IN_PROGRESS for 2s [ 897.796838] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.797021] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.797165] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.797342] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-34" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.797712] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.797913] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.798046] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.798377] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.798553] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0723a2a3-aa9f-471c-84b7-1dfeaf6296ee',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.867166] env[65093]: INFO networking_nsxv3.common.synchronization [req-e389fd1d-d9e8-4509-89d5-78d1e34761db req-0c799bf3-8ad0-4311-ba0e-2dc2c09fb6e3 tempest-ServersAdminTestJSON-245475009 tempest-ServersAdminTestJSON-245475009-project-member] Enqueued Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 897.867787] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d461862c-725f-4f33-93fc-6476f80128b9 with Priority: HIGHEST for action security_group_members [ 897.868142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d461862c-725f-4f33-93fc-6476f80128b9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.868284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.868341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.868576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.868739] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.868882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.868971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869376] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d461862c-725f-4f33-93fc-6476f80128b9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.924202] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.924425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.924425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.924635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.924729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.924941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.925081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.925138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.925259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.925337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.925421] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b already deleted. [ 897.925503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.934272] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: SUCCESS [ 897.934272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.934717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.934944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.935158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.935264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.935337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.935494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.935573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.935661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.935733] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.203894] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.259527] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.259527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.259527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.259527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.259527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.259770] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.259770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.259927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.259927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.259985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.260097] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc already deleted. [ 898.260165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.260279] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.261187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.261354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.261510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.261570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.261627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.261761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.261838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.261924] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.301680] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.301680] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.301858] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.302155] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.306020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 0723a2a3-aa9f-471c-84b7-1dfeaf6296ee not found, creating... [ 898.306020] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.306020] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.306020] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.306709] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.306709] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.306709] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 0723a2a3-aa9f-471c-84b7-1dfeaf6296ee is going to be created. [ 898.332929] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.332929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.332929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.333222] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.373610] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.373610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.373610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.373610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.409648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.409648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.409648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.409648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.409648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.409648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.409648] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 is going to be updated. [ 898.437718] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.456659] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.456788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.456863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.461033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.461033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.473543] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: IN_PROGRESS for 2s [ 898.688968] env[65093]: INFO networking_nsxv3.common.synchronization [req-23b98094-039e-488c-8ef6-e1667d5d5d63 req-eeeab272-6628-4bc7-be84-71a98e0480c6 tempest-MigrationsAdminTest-1497884638 tempest-MigrationsAdminTest-1497884638-project-member] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 898.689532] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGHEST for action security_group_members [ 898.689961] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.689961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.690248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.690397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.690497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.690697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.690785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.690879] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.707329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.707637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.707637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.707734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.707823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.707918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 898.749862] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.750041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.750090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.750341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.750443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.763701] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 898.763938] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5697173a-f8f9-45f0-a9ba-ba83969a36fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.765090] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.765239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.765310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.765522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.765639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.765934] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.766047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.766141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.766274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.766350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.766441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc already deleted. [ 898.766515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.767749] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: SUCCESS [ 898.767749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.941981] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b9c3020-df8f-4a46-b594-d66c2e945eb5: rpc.has_security_group_logging(os_id): False [ 898.963115] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.963266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.963339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.963698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.963766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.963969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.964100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.964173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.964285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.964346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.964479] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be created. [ 899.060807] env[65093]: INFO networking_nsxv3.common.synchronization [req-d687bddc-0743-47cb-8baa-654caadabd42 req-d8838b0c-2510-4a88-be5e-178ef435ad37 service nova] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_rules [ 899.060807] env[65093]: INFO networking_nsxv3.common.synchronization [req-d687bddc-0743-47cb-8baa-654caadabd42 req-d8838b0c-2510-4a88-be5e-178ef435ad37 service nova] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_members [ 899.060976] env[65093]: INFO networking_nsxv3.common.synchronization [req-d687bddc-0743-47cb-8baa-654caadabd42 req-d8838b0c-2510-4a88-be5e-178ef435ad37 service nova] Enqueued Resource ID: 0723a2a3-aa9f-471c-84b7-1dfeaf6296ee with Priority: HIGHEST for action port [ 899.062471] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.062471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.062471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.062745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.062826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.064219] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_rules [ 899.065372] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_members [ 899.065372] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0723a2a3-aa9f-471c-84b7-1dfeaf6296ee with Priority: HIGHEST for action port [ 899.065372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.065372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.065372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.065372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.065372] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.066444] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.067098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.067098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.067098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.067098] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.067277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.070289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.070289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.070289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.070289] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.070289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.070289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.070289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.070289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.070289] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0723a2a3-aa9f-471c-84b7-1dfeaf6296ee',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.085072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: IN_PROGRESS for 2s [ 899.193419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.193868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.193981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.194222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.226877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.227769] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.228024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.228327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.228550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.228689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.228865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be updated. [ 899.269151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.269406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.269406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.269697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.269887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.271188] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5697173a-f8f9-45f0-a9ba-ba83969a36fc: rpc.has_security_group_logging(os_id): False [ 899.289842] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: IN_PROGRESS for 2s [ 899.301624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.301822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.301822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.302075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.302167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.304362] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.304362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.304362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.304362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.304362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.304362] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc is going to be created. [ 899.345448] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5697173a-f8f9-45f0-a9ba-ba83969a36fc], does not exist path=[/infra/domains/default/groups/5697173a-f8f9-45f0-a9ba-ba83969a36fc]."\n}' [ 899.345634] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5697173a-f8f9-45f0-a9ba-ba83969a36fc [ 899.345698] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 899.397671] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.397671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.397671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.398684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.399841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.400174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.400329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.400383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.400913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.400913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.401078] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.401078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.401160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.401268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.401344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.401999] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5697173a-f8f9-45f0-a9ba-ba83969a36fc is going to be created. [ 899.432410] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5697173a-f8f9-45f0-a9ba-ba83969a36fc], does not exist path=[/infra/domains/default/groups/5697173a-f8f9-45f0-a9ba-ba83969a36fc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5697173a-f8f9-45f0-a9ba-ba83969a36fc [ 899.432410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5697173a-f8f9-45f0-a9ba-ba83969a36fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.432679] env[65093]: Traceback (most recent call last): [ 899.432679] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 899.432679] env[65093]: return func(*args, **kwargs) [ 899.432679] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 899.432679] env[65093]: res.raise_for_status() [ 899.432679] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 899.432679] env[65093]: raise HTTPError(http_error_msg, response=self) [ 899.432679] env[65093]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5697173a-f8f9-45f0-a9ba-ba83969a36fc [ 899.432679] env[65093]: During handling of the above exception, another exception occurred: [ 899.432679] env[65093]: Traceback (most recent call last): [ 899.432679] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 899.432679] env[65093]: listener.cb(fileno) [ 899.432679] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 899.432679] env[65093]: result = function(*args, **kwargs) [ 899.433205] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 899.433205] env[65093]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 899.433205] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 899.433205] env[65093]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 899.433205] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 899.433205] env[65093]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 899.433205] env[65093]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 899.433205] env[65093]: res.raise_for_status() [ 899.433205] env[65093]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 899.433205] env[65093]: raise HTTPError(http_error_msg, response=self) [ 899.433205] env[65093]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5697173a-f8f9-45f0-a9ba-ba83969a36fc [ 899.433205] env[65093]: Removing descriptor: 27 [ 899.571578] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.571804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.573084] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.573084] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0723a2a3-aa9f-471c-84b7-1dfeaf6296ee with status ACTIVE [ 899.573276] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.573276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.573517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.573651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.573750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.573954] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.574065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.574126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.574280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.574391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.574580] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.574678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.574729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.574861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.574942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.575034] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0723a2a3-aa9f-471c-84b7-1dfeaf6296ee is going to be updated. [ 899.599228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.599418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.599487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.599892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.599892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0723a2a3-aa9f-471c-84b7-1dfeaf6296ee" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.790291] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 899.790624] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 deletion is rescheduled due to dependency. [ 899.790624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.790694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.790983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.791197] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.791274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.791346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.791627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.791733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.791808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.791912] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.792871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.793694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.793694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.793694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.793694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.793694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.793694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.793694] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.078044] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.296618] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.300400] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.300400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.300400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.300400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.327064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.327064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.327064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.327064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.327064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.327064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.327064] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be updated. [ 900.364847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.364985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.365067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.365318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.365489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.376099] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: IN_PROGRESS for 2s [ 900.486445] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d461862c-725f-4f33-93fc-6476f80128b9 in Status: SUCCESS [ 900.487027] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d461862c-725f-4f33-93fc-6476f80128b9 deletion is rescheduled due to dependency. [ 900.487027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d461862c-725f-4f33-93fc-6476f80128b9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.517716] env[65093]: INFO networking_nsxv3.common.synchronization [req-1e08ab36-1bbe-4267-b813-f624b084052e req-034176bc-61d7-4343-bac1-69e9c4e7924d tempest-ListServerFiltersTestJSON-149878242 tempest-ListServerFiltersTestJSON-149878242-project-member] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 900.518860] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 900.519095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.519333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.519398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.519704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.519872] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.519945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.520051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.520221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.520310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.520412] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.580305] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.580519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.582150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.582150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.582150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.582373] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b is going to be created. [ 900.617494] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.617494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.617494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.617494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.617494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.631092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b in Status: UNINITIALIZED for 2s [ 900.776687] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 900.776941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.777134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.777362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.777563] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.778282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.778282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.778282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.778282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.778282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.778282] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.779034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.779239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.779366] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.779489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.779595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.779744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.779827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780025] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.799665] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f13d0de7-4487-40a0-9280-7856d4173967: rpc.has_security_group_logging(os_id): False [ 900.821274] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.821479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.821542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.821826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.821910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.822448] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.822448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.822448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.822613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.822613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.822699] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be updated. [ 900.895859] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.896063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.896160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.896376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.896531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.934659] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: IN_PROGRESS for 2s [ 901.024622] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.098055] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: SUCCESS [ 901.098314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.282633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.282824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.282976] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.336072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 in Status: SUCCESS [ 901.336415] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 deletion is rescheduled due to dependency. [ 901.336576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.528997] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.786837] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.033533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.033845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.033917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.034253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.034463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.034712] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 902.081820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.081992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.082064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.082286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.082690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.104509] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 902.289029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.289175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.289214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.290469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.290667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.290808] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 902.348487] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.348644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.348726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.348935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.349097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.370716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 902.393717] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 902.393717] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13d0de7-4487-40a0-9280-7856d4173967 deletion is rescheduled due to dependency. [ 902.393927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.643413] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b in Status: SUCCESS [ 902.643413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.643577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.643937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.644186] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.644318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.644691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.644691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.644691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.644828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.644828] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.955332] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13d0de7-4487-40a0-9280-7856d4173967 in Status: SUCCESS [ 902.955582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.148303] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.656996] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624787ba-ceed-41d4-8161-3b84a0f9a64b: rpc.has_security_group_logging(os_id): False [ 903.673979] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.674144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.674221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.674423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.674546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.674893] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.674893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.675089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.675136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.675185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.675276] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b is going to be created. [ 903.741574] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.741684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.741758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.744962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.744962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.756113] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b in Status: IN_PROGRESS for 2s [ 904.115206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 904.115421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.379652] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 904.379929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.380132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.380374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.380586] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.380711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.380779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.380930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.381040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.381134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.381289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.381398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.381462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.381644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.381787] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.381905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.381977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.382131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.382334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.382334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.382390] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.884981] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99369b92-efb0-4a40-902e-d5ef3266704c: rpc.has_security_group_logging(os_id): False [ 904.908527] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.908759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.908817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.909190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.935025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.936585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.936585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.936585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.936585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.937187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.937187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.937187] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 905.013400] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.013400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.013400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.013573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.013793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.038532] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 905.209914] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a6cf1211-e27c-4cb0-9a82-b5ce09cbc376 None None] Enqueued Resource ID: 46eee35d-0ff0-436d-94a3-02d55bd9d579 with Priority: HIGHEST for action port [ 905.210560] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eee35d-0ff0-436d-94a3-02d55bd9d579 with Priority: HIGHEST for action port [ 905.215104] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-46eee35d-0ff0-436d-94a3-02d55bd9d579 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.215104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46eee35d-0ff0-436d-94a3-02d55bd9d579" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.215104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46eee35d-0ff0-436d-94a3-02d55bd9d579" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.215104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46eee35d-0ff0-436d-94a3-02d55bd9d579" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.215104] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46eee35d-0ff0-436d-94a3-02d55bd9d579',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.714400] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46eee35d-0ff0-436d-94a3-02d55bd9d579 [ 905.714777] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.714777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.714950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.715090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.715188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.715285] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46eee35d-0ff0-436d-94a3-02d55bd9d579 already deleted. [ 905.715367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46eee35d-0ff0-436d-94a3-02d55bd9d579" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.770860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b in Status: SUCCESS [ 905.771104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.933638] env[65093]: INFO networking_nsxv3.common.synchronization [None req-8e979820-b5dc-4006-82eb-c4e88b9e36a4 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_rules [ 906.933638] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_rules [ 906.933638] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.933638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.933638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.933638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.933638] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.055628] env[65093]: INFO networking_nsxv3.common.synchronization [None req-3d70009a-425b-4206-8764-cb86f1e9a122 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_rules [ 907.055628] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_rules [ 907.055628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.055628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.059019] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 907.059019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.455324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.455514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.455641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.455760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.455874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.455989] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 already deleted. [ 907.456067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.456227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.456445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.456516] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.984543] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.984920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.984920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.984994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.985096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.985195] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 already deleted. [ 907.985278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.386756] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e3648a66-cb22-4f29-af4d-65fc0a41f2e0 None None] Enqueued Resource ID: 21f0548c-8779-4ae4-bf07-d4527c85e3f8 with Priority: HIGHEST for action port [ 908.388749] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f0548c-8779-4ae4-bf07-d4527c85e3f8 with Priority: HIGHEST for action port [ 908.391054] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f0548c-8779-4ae4-bf07-d4527c85e3f8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.391054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f0548c-8779-4ae4-bf07-d4527c85e3f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.391054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f0548c-8779-4ae4-bf07-d4527c85e3f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.391054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f0548c-8779-4ae4-bf07-d4527c85e3f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.391054] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f0548c-8779-4ae4-bf07-d4527c85e3f8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.802323] env[65093]: INFO networking_nsxv3.common.synchronization [None req-35a5d78b-b73b-4ee5-a19c-c5eced31b4d6 None None] Enqueued Resource ID: 13e2067e-bed7-4056-ba31-3b002a22cfa0 with Priority: HIGHEST for action port [ 908.803043] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e2067e-bed7-4056-ba31-3b002a22cfa0 with Priority: HIGHEST for action port [ 908.803313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e2067e-bed7-4056-ba31-3b002a22cfa0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.803442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e2067e-bed7-4056-ba31-3b002a22cfa0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.803572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e2067e-bed7-4056-ba31-3b002a22cfa0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.804307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e2067e-bed7-4056-ba31-3b002a22cfa0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.804395] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e2067e-bed7-4056-ba31-3b002a22cfa0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.896433] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21f0548c-8779-4ae4-bf07-d4527c85e3f8 [ 908.896667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.896809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.896879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.897138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.897223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.897320] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21f0548c-8779-4ae4-bf07-d4527c85e3f8 already deleted. [ 908.897403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f0548c-8779-4ae4-bf07-d4527c85e3f8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.034126] env[65093]: INFO networking_nsxv3.common.synchronization [req-a0b252f4-3a17-46a7-8512-f916a2147b1b req-918ed00f-0579-4a57-a86f-76dedff22e35 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 909.034126] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 909.034126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.034126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.034126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.034126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.036195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.037084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.037084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.037084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.037084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.037084] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.307978] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13e2067e-bed7-4056-ba31-3b002a22cfa0 [ 909.308182] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.308384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.308384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.308596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.308710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.308803] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13e2067e-bed7-4056-ba31-3b002a22cfa0 already deleted. [ 909.308884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e2067e-bed7-4056-ba31-3b002a22cfa0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.395589] env[65093]: INFO networking_nsxv3.common.synchronization [req-076c5255-ef51-4e51-b67e-d2309da4a00f req-7d5e7131-0c23-44c4-aa28-58ea386945a6 tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 909.396520] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 909.396520] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.396683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.396683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.398413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.398413] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.398413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.398413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.398413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.398413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.398413] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.540089] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.849055] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.849055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.849055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.849055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.849055] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.849055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.849055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.849055] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.849582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.849918] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.850230] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.850498] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.850706] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.850925] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.851147] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.851418] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.874399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.874399] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.874399] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.874399] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.874399] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-7a7f8477-0097-44cf-ac8e-cbd271963560 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.874399] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.874924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.874924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.874924] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7f8477-0097-44cf-ac8e-cbd271963560',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.901567] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.901734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.901841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.902034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.928063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.928344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.928468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.928536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.928741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.928827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.928916] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 909.958240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.958381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.958450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.958661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.958800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.967969] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 910.042733] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.353075] env[65093]: INFO networking_nsxv3.common.synchronization [None req-203865de-9b30-4ca0-92bb-0c0f3ca95a6a tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 910.354024] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 910.354492] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.354770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.354770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.355056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.355153] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.377254] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.377478] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.377604] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.377895] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.378138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.378192] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 7a7f8477-0097-44cf-ac8e-cbd271963560 not found, creating... [ 910.378462] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.378616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.379280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.379280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.379280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.379417] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.379495] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.379611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.379900] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.379962] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.380134] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 7a7f8477-0097-44cf-ac8e-cbd271963560 is going to be created. [ 910.402138] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.402138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.402138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.402854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.402854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.402854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.522813] env[65093]: INFO networking_nsxv3.common.synchronization [None req-9029e278-1797-4cd2-800c-870d1787c68f tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 910.523393] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 910.523827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.523827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.545508] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.545673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.545745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.546360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.546484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.546594] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 910.579372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.579372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.579372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.579372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.579372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.590611] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 910.877115] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.877344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.877405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.878342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.878342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.878342] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 already deleted. [ 910.878342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.878342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.878674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.878674] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.146473] env[65093]: INFO networking_nsxv3.common.synchronization [None req-b3dac33e-dfc9-46b1-825c-072843920125 None None] Enqueued Resource ID: 2b35dd1c-8c51-4c14-b9ea-76da6c59776e with Priority: HIGHEST for action port [ 911.146473] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b35dd1c-8c51-4c14-b9ea-76da6c59776e with Priority: HIGHEST for action port [ 911.146473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b35dd1c-8c51-4c14-b9ea-76da6c59776e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.146473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b35dd1c-8c51-4c14-b9ea-76da6c59776e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.146473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b35dd1c-8c51-4c14-b9ea-76da6c59776e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.146473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b35dd1c-8c51-4c14-b9ea-76da6c59776e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.146473] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b35dd1c-8c51-4c14-b9ea-76da6c59776e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.168075] env[65093]: INFO networking_nsxv3.common.synchronization [req-076c5255-ef51-4e51-b67e-d2309da4a00f req-f522f0fa-4641-4e3f-ba23-a8ad0d161cd1 service nova] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_rules [ 911.168075] env[65093]: INFO networking_nsxv3.common.synchronization [req-076c5255-ef51-4e51-b67e-d2309da4a00f req-f522f0fa-4641-4e3f-ba23-a8ad0d161cd1 service nova] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 911.168075] env[65093]: INFO networking_nsxv3.common.synchronization [req-076c5255-ef51-4e51-b67e-d2309da4a00f req-f522f0fa-4641-4e3f-ba23-a8ad0d161cd1 service nova] Enqueued Resource ID: 7a7f8477-0097-44cf-ac8e-cbd271963560 with Priority: HIGHEST for action port [ 911.168075] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_rules [ 911.168075] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 911.168075] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7f8477-0097-44cf-ac8e-cbd271963560 with Priority: HIGHEST for action port [ 911.170577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.170897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.170993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.171179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.172127] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.172777] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.173199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.173586] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7f8477-0097-44cf-ac8e-cbd271963560 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.173749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.173869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.174074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.174156] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7f8477-0097-44cf-ac8e-cbd271963560',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.402034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.402263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.402263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.402466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.402559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.402654] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 already deleted. [ 911.402739] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.648852] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b35dd1c-8c51-4c14-b9ea-76da6c59776e [ 911.649134] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.649268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.649339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.649576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.649693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.649761] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b35dd1c-8c51-4c14-b9ea-76da6c59776e already deleted. [ 911.649846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b35dd1c-8c51-4c14-b9ea-76da6c59776e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.676931] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.677084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.677289] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a7f8477-0097-44cf-ac8e-cbd271963560 with status ACTIVE [ 911.677498] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.677580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.677635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.677841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.677928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.678154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.678257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.678318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.678470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.678548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.678732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.678825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.679039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.679251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.679373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.679471] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a7f8477-0097-44cf-ac8e-cbd271963560 is going to be updated. [ 911.833587] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.833760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.833807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.834014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.834164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.834318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7f8477-0097-44cf-ac8e-cbd271963560" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.883713] env[65093]: INFO networking_nsxv3.common.synchronization [req-f655b2d5-5cfd-49d8-9200-07e99ba84828 req-cda181bc-cc80-4afb-b0db-2d835e620b7d tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 911.883967] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 911.884281] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.884406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.884646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.884782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.884944] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.886423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.886510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.886729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.887101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.887101] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.982246] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 911.982246] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 deletion is rescheduled due to dependency. [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.982246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.982246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.982246] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.282066] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.282891] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.282891] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.282891] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.283074] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.283307] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.283429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.284053] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.284053] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.284053] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.284053] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.284398] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.284398] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.284398] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.284498] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.284714] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.306474] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.306474] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.306667] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.306764] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.307612] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.307612] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.307612] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.307752] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.307803] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.391996] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.392171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.392239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.392455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.392540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.392729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.392831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.392890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.393026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.393099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.393179] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad already deleted. [ 912.393255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.484489] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.602652] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 912.602867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.812868] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.812868] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 not found, creating... [ 912.812868] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.812868] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.814619] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.814619] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.814619] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.814619] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.814619] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.814619] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.814619] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 is going to be created. [ 912.837279] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.837279] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.837279] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.837279] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.838301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.838301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.990187] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.493300] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.493653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.493653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.493842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.494095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.494095] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 913.526936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.526936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.526936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.526936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.527246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.538155] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 913.598550] env[65093]: INFO networking_nsxv3.common.synchronization [req-f655b2d5-5cfd-49d8-9200-07e99ba84828 req-a87e5393-c30a-4295-9c27-00bfa6259cb4 service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 913.598701] env[65093]: INFO networking_nsxv3.common.synchronization [req-f655b2d5-5cfd-49d8-9200-07e99ba84828 req-a87e5393-c30a-4295-9c27-00bfa6259cb4 service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 913.598840] env[65093]: INFO networking_nsxv3.common.synchronization [req-f655b2d5-5cfd-49d8-9200-07e99ba84828 req-a87e5393-c30a-4295-9c27-00bfa6259cb4 service nova] Enqueued Resource ID: 1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 with Priority: HIGHEST for action port [ 913.599525] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 913.599748] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 913.599864] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 with Priority: HIGHEST for action port [ 913.604289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.604637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.604637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.604832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.604924] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.606225] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.606225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.606225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.606225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.606402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.606838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.606910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.607085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.607174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.607305] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.612190] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.612348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.612439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.612671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.612758] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.114399] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.115338] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.115461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.116631] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 with status ACTIVE [ 914.116713] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.116875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.116952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.118219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.118219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119049] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.119175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.119271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.119577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.119577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119782] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.119853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.119912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.120080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.120159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.120243] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6 is going to be updated. [ 914.141701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.141855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.141911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.142169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.142310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.142471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6b41d6-acf2-4f0d-9a0a-ae0ae6b47ec6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.616833] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.119096] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.119756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.119892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.120132] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be created. [ 915.150892] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.151884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.151884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.151884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.151884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.171402] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: UNINITIALIZED for 2s [ 915.553026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 915.553269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.556674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.556674] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.556808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.556850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.557079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.557176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.557286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.557386] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.061620] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.061929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.061929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.062232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.062288] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.062387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.062523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.062899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.062899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.062899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.063037] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.063138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.063177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.063407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.063622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.063768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.063841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.063992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.064093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.064833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.064950] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.568943] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044: rpc.has_security_group_logging(os_id): False [ 916.592683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.592897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.592897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.593144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.593233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.593464] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.593626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.594573] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.594573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.594909] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.594909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.594909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.595119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.595119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.595361] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 916.680878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.683027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.683027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.683027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.683027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.697597] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 917.186587] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 917.187048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.187146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.187384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.187783] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.187783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.187928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.188061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.188149] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.188271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.188431] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.692605] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.693851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.693851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.693851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.694023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.694381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.694381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.694381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.694381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.694517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.694657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.694756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.694816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.694960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.695111] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.695476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.695476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.695476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.695476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.695644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.695644] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.199711] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 918.228192] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.228341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.228395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.228609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.228710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.228910] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.228997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.229081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.229470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.229470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.229549] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.229667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.229667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.229809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.229856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.230045] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.230174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.230232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.230341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.230415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.230496] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be created. [ 918.301738] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.301738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.301738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.301957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.302151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.316422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 918.602072] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 918.602396] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 918.715728] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 918.715981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.416036] env[65093]: INFO networking_nsxv3.common.synchronization [None req-dd182a71-870e-4140-8d16-2be8793003b9 None None] Enqueued Resource ID: 6ec11687-9b48-438f-9ed7-61693241aa3f with Priority: HIGHEST for action port [ 919.416427] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec11687-9b48-438f-9ed7-61693241aa3f with Priority: HIGHEST for action port [ 919.417037] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec11687-9b48-438f-9ed7-61693241aa3f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.417037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec11687-9b48-438f-9ed7-61693241aa3f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.417037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec11687-9b48-438f-9ed7-61693241aa3f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.420034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec11687-9b48-438f-9ed7-61693241aa3f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.420034] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec11687-9b48-438f-9ed7-61693241aa3f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.925848] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ec11687-9b48-438f-9ed7-61693241aa3f [ 919.925848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.925848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.925848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.926282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.926282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.926386] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ec11687-9b48-438f-9ed7-61693241aa3f already deleted. [ 919.926463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec11687-9b48-438f-9ed7-61693241aa3f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.332990] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 920.333327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.587826] env[65093]: INFO networking_nsxv3.common.synchronization [None req-c4cc92c2-5c4b-442e-b8b8-1937205dd0e2 None None] Enqueued Resource ID: b05760fa-4b63-4e04-a44c-627ab7d26fd8 with Priority: HIGHEST for action port [ 921.588926] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05760fa-4b63-4e04-a44c-627ab7d26fd8 with Priority: HIGHEST for action port [ 921.589268] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-b05760fa-4b63-4e04-a44c-627ab7d26fd8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.589528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b05760fa-4b63-4e04-a44c-627ab7d26fd8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.589528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b05760fa-4b63-4e04-a44c-627ab7d26fd8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.589700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b05760fa-4b63-4e04-a44c-627ab7d26fd8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.589911] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b05760fa-4b63-4e04-a44c-627ab7d26fd8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.091843] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b05760fa-4b63-4e04-a44c-627ab7d26fd8 [ 922.091843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.092086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.092086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.092300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.092394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.092499] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b05760fa-4b63-4e04-a44c-627ab7d26fd8 already deleted. [ 922.092631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b05760fa-4b63-4e04-a44c-627ab7d26fd8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.803549] env[65093]: INFO networking_nsxv3.common.synchronization [req-20d341f8-1faa-4f4a-9bba-0a9342d65514 req-20fdf5c8-6501-47eb-9485-ef797b767a26 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 923.803549] env[65093]: INFO networking_nsxv3.common.synchronization [req-20d341f8-1faa-4f4a-9bba-0a9342d65514 req-20fdf5c8-6501-47eb-9485-ef797b767a26 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 923.803549] env[65093]: INFO networking_nsxv3.common.synchronization [req-20d341f8-1faa-4f4a-9bba-0a9342d65514 req-20fdf5c8-6501-47eb-9485-ef797b767a26 tempest-SecurityGroupsTestJSON-908033342 tempest-SecurityGroupsTestJSON-908033342-project-member] Enqueued Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_members [ 923.803549] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99369b92-efb0-4a40-902e-d5ef3266704c with Priority: HIGHEST for action security_group_members [ 923.803549] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 with Priority: HIGHEST for action security_group_members [ 923.803549] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGHEST for action security_group_members [ 923.803549] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-99369b92-efb0-4a40-902e-d5ef3266704c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.803549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.805646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.805646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.805646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.807039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.807266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.807581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.809212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.809212] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99369b92-efb0-4a40-902e-d5ef3266704c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.810952] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2610299a-cbfa-4c97-9c7e-3f08360753c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.811100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.811353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.811353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.811518] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.811612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.811665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.811842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.811951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.812108] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2610299a-cbfa-4c97-9c7e-3f08360753c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.812906] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.815139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.815139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.815212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.815373] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.815524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.815524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.815673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.815755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.815861] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.318029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.319101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.319850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.319850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.319850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.320558] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.320702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.320800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.320978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.321076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.321180] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c is going to be updated. [ 924.322628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.322757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.322895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.323024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.324312] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.324400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.344907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.345473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.346100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.346100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.346100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.346100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.346277] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 is going to be updated. [ 924.350129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.350271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.367755] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.367995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.367995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.368327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.368393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.374988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.375400] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.375592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.375675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.375919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.376446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.376446] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 is going to be updated. [ 924.378306] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: IN_PROGRESS for 2s [ 924.389463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.389609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.389686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.389904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.390061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.400448] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: IN_PROGRESS for 2s [ 924.414967] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.414967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.414967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.414967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.414967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.431888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: IN_PROGRESS for 2s [ 926.388444] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99369b92-efb0-4a40-902e-d5ef3266704c in Status: SUCCESS [ 926.388444] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99369b92-efb0-4a40-902e-d5ef3266704c deletion is rescheduled due to dependency. [ 926.388444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99369b92-efb0-4a40-902e-d5ef3266704c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.411020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 in Status: SUCCESS [ 926.411818] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2610299a-cbfa-4c97-9c7e-3f08360753c3 deletion is rescheduled due to dependency. [ 926.411818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2610299a-cbfa-4c97-9c7e-3f08360753c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.438633] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6164b1d-fa56-4501-9625-08c0544538d5 in Status: SUCCESS [ 926.438763] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 deletion is rescheduled due to dependency. [ 926.438962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.738258] env[65093]: INFO networking_nsxv3.common.synchronization [req-140263cd-f81b-4c47-9f00-6e29785a1d4b req-d9a57894-7405-4197-91c0-dbf5fcb7ab27 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 926.738873] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 926.739125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.739220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.739292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.739604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.739792] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.739919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.739979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.740161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.740263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.740362] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.246132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.246356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.246415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.246612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.269613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.269926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.270067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.270110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.270348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.270423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.270598] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be updated. [ 927.296966] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.297186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.297228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.297587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.308068] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: IN_PROGRESS for 2s [ 929.319675] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: SUCCESS [ 929.320025] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f deletion is rescheduled due to dependency. [ 929.320025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.015626] env[65093]: INFO networking_nsxv3.common.synchronization [req-683edc12-0576-453e-b77c-15480a51fa85 req-055538a7-352d-475e-96bd-38847343ecd1 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_members [ 930.016256] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_members [ 930.016613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.016743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.016855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.017805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.018100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.018269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.018371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.018622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.018764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.018907] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.412109] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.412109] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.412506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.412506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.412778] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.412928] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.413051] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.413262] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.413396] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.417020] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.417020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.417020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.417020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.417020] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.417020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.417020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.438233] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.438233] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.438406] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.438588] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438897] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-c09c0855-fa1a-42f4-8d80-b5580a89adb9 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439081] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439199] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439546] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439701] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09c0855-fa1a-42f4-8d80-b5580a89adb9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.521621] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.521788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.521853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.522108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.522204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.522407] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.522515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.522558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.522855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.522938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.523037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 already deleted. [ 930.523134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.731877] env[65093]: INFO networking_nsxv3.common.synchronization [None req-53c72b0f-5eba-4d54-932a-ede4ff22a230 None None] Enqueued Resource ID: 5ea5bb4c-6038-439d-88a9-864878fb218b with Priority: HIGHEST for action port [ 930.732103] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea5bb4c-6038-439d-88a9-864878fb218b with Priority: HIGHEST for action port [ 930.732407] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea5bb4c-6038-439d-88a9-864878fb218b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.733051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea5bb4c-6038-439d-88a9-864878fb218b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.733051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea5bb4c-6038-439d-88a9-864878fb218b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.733051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea5bb4c-6038-439d-88a9-864878fb218b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.733051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea5bb4c-6038-439d-88a9-864878fb218b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.943081] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.943370] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.943522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.943820] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.943970] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.944137] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port c09c0855-fa1a-42f4-8d80-b5580a89adb9 not found, creating... [ 930.944400] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.944556] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.944674] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.944960] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.945059] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.945309] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.945461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.945574] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.945798] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.945937] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.946090] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: c09c0855-fa1a-42f4-8d80-b5580a89adb9 is going to be created. [ 930.968394] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.968641] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.968787] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.969088] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.969321] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.969564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.235219] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ea5bb4c-6038-439d-88a9-864878fb218b [ 931.235498] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.235623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.235711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.235995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.236081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.236156] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ea5bb4c-6038-439d-88a9-864878fb218b already deleted. [ 931.236241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea5bb4c-6038-439d-88a9-864878fb218b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.410751] env[65093]: INFO networking_nsxv3.common.synchronization [req-d6a1b264-0a2c-4474-bfcd-8fe5ce832708 req-46d9d305-d7e3-4db5-9284-f8ba3f51c01d tempest-ListServerFiltersTestJSON-149878242 tempest-ListServerFiltersTestJSON-149878242-project-member] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 931.411276] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 931.411787] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.411787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.411787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412953] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.412953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.412953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.412953] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.599350] env[65093]: INFO networking_nsxv3.common.synchronization [req-9a6325e4-84d8-4dec-84f5-fb5420c1f49c req-49134abf-3dc8-4c8f-be6b-c16963c898a2 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 931.599751] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 931.600334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.600478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.600545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.600751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.600910] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.601015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.601077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.601225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.601309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.601399] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.706478] env[65093]: INFO networking_nsxv3.common.synchronization [req-683edc12-0576-453e-b77c-15480a51fa85 req-82637c3b-8cf6-483f-b2a0-7d047d3c2d86 service nova] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_rules [ 931.706875] env[65093]: INFO networking_nsxv3.common.synchronization [req-683edc12-0576-453e-b77c-15480a51fa85 req-82637c3b-8cf6-483f-b2a0-7d047d3c2d86 service nova] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_members [ 931.707084] env[65093]: INFO networking_nsxv3.common.synchronization [req-683edc12-0576-453e-b77c-15480a51fa85 req-82637c3b-8cf6-483f-b2a0-7d047d3c2d86 service nova] Enqueued Resource ID: c09c0855-fa1a-42f4-8d80-b5580a89adb9 with Priority: HIGHEST for action port [ 931.707723] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_rules [ 931.707928] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_members [ 931.708297] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09c0855-fa1a-42f4-8d80-b5580a89adb9 with Priority: HIGHEST for action port [ 931.708478] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.708720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.711161] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.711161] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.711161] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.711698] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.712630] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c09c0855-fa1a-42f4-8d80-b5580a89adb9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.712630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.712630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.713766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.713910] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09c0855-fa1a-42f4-8d80-b5580a89adb9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.915177] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.103893] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.103893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.104135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.104183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.129660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.129660] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.129660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.129660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.129660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.129953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.129953] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 932.172865] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.173068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.173419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.173611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.183704] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 932.216095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.216258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.216564] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.217410] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c09c0855-fa1a-42f4-8d80-b5580a89adb9 with status ACTIVE [ 932.217648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.217816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.217888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.218177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.218332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.218547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.218749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.218783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.219034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.219176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.219365] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.219526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.219606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.219779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.219930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.220047] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c09c0855-fa1a-42f4-8d80-b5580a89adb9 is going to be updated. [ 932.243048] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.243048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.243048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.243341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.243341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.243424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c09c0855-fa1a-42f4-8d80-b5580a89adb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.417397] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.523032] env[65093]: INFO networking_nsxv3.common.synchronization [req-17a59f5a-46f3-47f3-bd5e-5729711a2bfc req-c58ce754-394a-4356-8a08-580bd4ea8380 tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 932.524031] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 932.524128] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.524265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.524372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.524625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.525177] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.525177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.525177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.525326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.525357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.525476] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.696045] env[65093]: INFO networking_nsxv3.common.synchronization [None req-c591e5df-c921-4fe9-91e5-3541a332449f None None] Enqueued Resource ID: 61154faf-6e81-461b-b02f-cab641024917 with Priority: HIGHEST for action port [ 932.697154] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61154faf-6e81-461b-b02f-cab641024917 with Priority: HIGHEST for action port [ 932.697154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-61154faf-6e81-461b-b02f-cab641024917 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.697154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61154faf-6e81-461b-b02f-cab641024917" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.697154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61154faf-6e81-461b-b02f-cab641024917" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.697154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61154faf-6e81-461b-b02f-cab641024917" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.699481] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61154faf-6e81-461b-b02f-cab641024917',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.723759] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.899578] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.899861] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.899941] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.900252] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.900519] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.900715] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.900837] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.901068] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.901214] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.901421] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.901569] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.901686] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.901752] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.901859] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.901962] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.902141] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.919613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.919862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.920078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.920196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.920300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.920404] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 932.923336] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.923505] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.923833] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.923833] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.924197] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-2602bb3d-1da0-44d9-a2ec-411819b2f89d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.924365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.924477] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.924805] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.924948] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2602bb3d-1da0-44d9-a2ec-411819b2f89d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.960320] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.960523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.960658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.961144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.961319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.974106] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 933.027904] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.028081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.028352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.028409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.028461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.028670] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.028767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.028836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.028971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.029060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.029147] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 already deleted. [ 933.029229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.205209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61154faf-6e81-461b-b02f-cab641024917 [ 933.206014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.206014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.206014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.206223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.206314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.206436] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61154faf-6e81-461b-b02f-cab641024917 already deleted. [ 933.206511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61154faf-6e81-461b-b02f-cab641024917" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.228140] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.228426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.229035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.229035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.229035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.229035] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 is going to be created. [ 933.253205] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.253371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.253409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.257117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.257117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.265610] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f309e07-716c-47b7-a197-d64867c3a109 in Status: UNINITIALIZED for 2s [ 933.427723] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.427723] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.427723] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.428211] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.428434] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.428690] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 2602bb3d-1da0-44d9-a2ec-411819b2f89d not found, creating... [ 933.429143] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.429451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.429692] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.430120] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.430359] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.430825] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.431109] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.431291] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.431673] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.431879] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.432130] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d is going to be created. [ 933.457022] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.457278] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.457413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.457693] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.457915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.458175] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.196288] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 934.196288] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 934.196288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.236772] env[65093]: INFO networking_nsxv3.common.synchronization [req-17a59f5a-46f3-47f3-bd5e-5729711a2bfc req-d0512bda-02b8-4e4b-a8c9-74e64bca846c service nova] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 934.240420] env[65093]: INFO networking_nsxv3.common.synchronization [req-17a59f5a-46f3-47f3-bd5e-5729711a2bfc req-d0512bda-02b8-4e4b-a8c9-74e64bca846c service nova] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 934.240420] env[65093]: INFO networking_nsxv3.common.synchronization [req-17a59f5a-46f3-47f3-bd5e-5729711a2bfc req-d0512bda-02b8-4e4b-a8c9-74e64bca846c service nova] Enqueued Resource ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d with Priority: HIGHEST for action port [ 934.240420] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 934.240420] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 934.240420] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d with Priority: HIGHEST for action port [ 934.240420] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.240420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.240420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.240420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.240420] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.241490] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.241490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.241637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.242198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.243056] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.243056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.243056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.243222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.243977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.243977] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.246425] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2602bb3d-1da0-44d9-a2ec-411819b2f89d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.246770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.246900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.247160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.247615] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2602bb3d-1da0-44d9-a2ec-411819b2f89d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.751070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.751070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.751070] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2602bb3d-1da0-44d9-a2ec-411819b2f89d with status ACTIVE [ 934.751856] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.751856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.751856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.751856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.751856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.752058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.752058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.752214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.752252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.752316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.752495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.752591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.752653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.752795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.752870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.752956] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d is going to be updated. [ 934.754081] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.777609] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.777737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.777808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.778052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.778196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.778388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.984893] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 934.985183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.043496] env[65093]: INFO networking_nsxv3.common.synchronization [req-77ff92d5-1f1b-4958-8713-5aaf887f447c req-fa3d1290-5b05-4cfc-a461-b1f87d6095dd tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 935.044114] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 935.044424] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.044548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.044614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.044814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.044963] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.045487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.045564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.045724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.046047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.046047] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.257661] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.276503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f309e07-716c-47b7-a197-d64867c3a109 in Status: SUCCESS [ 935.276786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.276977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.277262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.277502] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.277660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.277756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.278155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.278289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.278426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.278564] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.548095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.548230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.548303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.548523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.548611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.548803] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.548899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.548961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.549121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.549195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.549281] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 935.579082] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.580071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.580071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.580071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.580071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.592020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 935.760836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.761318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.761318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.761318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.761432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.761471] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 is going to be created. [ 935.781550] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.787132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.787337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.787337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.787519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.787693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.798679] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: UNINITIALIZED for 2s [ 936.284399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f309e07-716c-47b7-a197-d64867c3a109: rpc.has_security_group_logging(os_id): False [ 936.312392] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.312995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.315094] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.315094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.315094] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 is going to be created. [ 936.431125] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.433025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.433025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.433025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.433025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.452172] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f309e07-716c-47b7-a197-d64867c3a109 in Status: IN_PROGRESS for 2s [ 936.654466] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7e77801e-edab-44a9-ab20-3b33a2ab4bda None None] Enqueued Resource ID: fdcd22e4-3bbc-4051-83f9-36f977efeadd with Priority: HIGHEST for action port [ 936.654957] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcd22e4-3bbc-4051-83f9-36f977efeadd with Priority: HIGHEST for action port [ 936.655224] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcd22e4-3bbc-4051-83f9-36f977efeadd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.658240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcd22e4-3bbc-4051-83f9-36f977efeadd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.658240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcd22e4-3bbc-4051-83f9-36f977efeadd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.658240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcd22e4-3bbc-4051-83f9-36f977efeadd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.658240] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcd22e4-3bbc-4051-83f9-36f977efeadd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.158795] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdcd22e4-3bbc-4051-83f9-36f977efeadd [ 937.159212] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.159212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.159372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.159456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.159546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.159640] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdcd22e4-3bbc-4051-83f9-36f977efeadd already deleted. [ 937.159720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcd22e4-3bbc-4051-83f9-36f977efeadd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.603051] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 937.603273] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 deletion is rescheduled due to dependency. [ 937.603474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.640560] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f4a1b4f-dced-4afe-8ba6-e31b7c972352 req-7f0f0d0c-3c14-483d-b5b5-3ce36b0e2af2 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 937.640560] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 937.640883] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.641666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.641789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.642022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.642169] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.642342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.642501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.642666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.642754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.642850] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.809582] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: SUCCESS [ 937.809818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.810037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.810256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.810445] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.810564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.810628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.810777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.810858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.810940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.811048] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.010386] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.010731] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.010911] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.011302] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.011727] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.011887] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.012093] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.012434] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.012693] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.012974] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.013172] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.013383] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.013531] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.014080] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.014080] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.014080] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.047678] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.047853] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.047993] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.048209] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.048575] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.048752] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.048920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.049562] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.049562] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b21168-cb5a-4dd7-bad4-2ac3c69c2279',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.147073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.147170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.147170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.147427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.147523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.147742] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.147934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.147991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.148161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.148246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.148322] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 already deleted. [ 938.148399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.313818] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.466072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f309e07-716c-47b7-a197-d64867c3a109 in Status: SUCCESS [ 938.466337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.552275] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.552884] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.552884] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.552982] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.553144] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.553326] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 27b21168-cb5a-4dd7-bad4-2ac3c69c2279 not found, creating... [ 938.553607] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.553806] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.553943] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.554210] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.554369] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.554658] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.554846] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.554969] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.555234] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.555377] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.555530] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 27b21168-cb5a-4dd7-bad4-2ac3c69c2279 is going to be created. [ 938.578081] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.578313] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.578437] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.578710] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.578940] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.579178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.816047] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3a63806-796d-4a5b-9a85-fccd8977cc74: rpc.has_security_group_logging(os_id): False [ 938.842139] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.842323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.842419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.842677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.842760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.843072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.843272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.843272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.843952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.843952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.843952] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 is going to be created. [ 938.922489] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.922698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.922698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.922905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.923108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938356] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: IN_PROGRESS for 2s [ 939.271619] env[65093]: INFO networking_nsxv3.common.synchronization [None req-17c7bf73-9078-45f9-84e2-884fc9e2cb56 None None] Enqueued Resource ID: 68219aca-57cc-49c4-ab77-ec0b37541af5 with Priority: HIGHEST for action port [ 939.272381] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68219aca-57cc-49c4-ab77-ec0b37541af5 with Priority: HIGHEST for action port [ 939.272555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-68219aca-57cc-49c4-ab77-ec0b37541af5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.272708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68219aca-57cc-49c4-ab77-ec0b37541af5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.272769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68219aca-57cc-49c4-ab77-ec0b37541af5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.273015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68219aca-57cc-49c4-ab77-ec0b37541af5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.273139] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68219aca-57cc-49c4-ab77-ec0b37541af5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.285290] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f4a1b4f-dced-4afe-8ba6-e31b7c972352 req-23888a5a-bccc-4e97-9961-10de444162ac service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 939.285434] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f4a1b4f-dced-4afe-8ba6-e31b7c972352 req-23888a5a-bccc-4e97-9961-10de444162ac service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 939.285486] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f4a1b4f-dced-4afe-8ba6-e31b7c972352 req-23888a5a-bccc-4e97-9961-10de444162ac service nova] Enqueued Resource ID: 27b21168-cb5a-4dd7-bad4-2ac3c69c2279 with Priority: HIGHEST for action port [ 939.286062] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 939.286115] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 939.286213] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b21168-cb5a-4dd7-bad4-2ac3c69c2279 with Priority: HIGHEST for action port [ 939.286731] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.287120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.287120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.287246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.287278] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.288061] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.288183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.288247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.288415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.288561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.288655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.288783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.288878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.288995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.289047] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.289983] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.290104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.290173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.290326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.290405] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b21168-cb5a-4dd7-bad4-2ac3c69c2279',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.775975] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68219aca-57cc-49c4-ab77-ec0b37541af5 [ 939.775975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.776390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.776390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.776475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.776512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.776612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68219aca-57cc-49c4-ab77-ec0b37541af5 already deleted. [ 939.776698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68219aca-57cc-49c4-ab77-ec0b37541af5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.792962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.793657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.793657] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.794428] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27b21168-cb5a-4dd7-bad4-2ac3c69c2279 with status ACTIVE [ 939.794626] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.794762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.794859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.795113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.795209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.795387] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.795477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.795540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.795696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.795775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.795959] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.796067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.796126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.796267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.796341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.796425] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27b21168-cb5a-4dd7-bad4-2ac3c69c2279 is going to be updated. [ 939.821499] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.821706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.821782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.823028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.823028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.823028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b21168-cb5a-4dd7-bad4-2ac3c69c2279" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.298495] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.801743] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.802094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.802094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.802283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.802375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.802476] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be created. [ 940.832987] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.833198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.833198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.833501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.833663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.847969] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: UNINITIALIZED for 2s [ 940.953583] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: SUCCESS [ 940.953855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.858479] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 942.859117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.859117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.861807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.861807] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.861807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.862210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.862210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.862210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.862373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.862373] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.003043] env[65093]: INFO networking_nsxv3.common.synchronization [None req-d56fa423-e763-4a21-9ace-e12a09255ed0 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_rules [ 943.003043] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_rules [ 943.003043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.003043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.003043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.003043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.003043] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.181207] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2f4ecec4-a650-4eb3-af10-3ae3a3b6bd3d tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_rules [ 943.181708] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_rules [ 943.181978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.182171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.365541] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.365789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.365789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.366154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.366353] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.366474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.366539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.370022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.370022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.370022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.370022] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.528433] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.529538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.529538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.529538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.529538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.529742] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb already deleted. [ 943.529886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.530311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.530446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.530558] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.873138] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 943.894506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.894506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.894506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.894506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.895079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.895079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.895138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.895305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.895305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.895556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.895556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.895648] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be created. [ 943.962904] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.963102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.963843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.963843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.963843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.978428] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 944.054339] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.054507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.054567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.054803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.055030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.055030] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb already deleted. [ 944.055117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.430942] env[65093]: INFO networking_nsxv3.common.synchronization [req-02bcccb5-4708-4cda-a6fa-3f1e1ef690db req-43c1c69f-80d8-4316-81c5-cbd5c0440b6a tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 945.431793] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 945.432766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.432766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.432766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.432766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.432766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.432997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.432997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.432997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.433088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.433205] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.816688] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.818018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.818018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.818018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.818018] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.818018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.818018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.819237] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.819468] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.819701] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.819812] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.819918] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.820051] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.820948] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.821158] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.821313] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.842789] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.842966] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.843123] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.843303] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.843599] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.843852] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.843991] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.844347] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.844487] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69187da9-8d5c-4a05-a9d0-1ec9aad812a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.937503] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.994623] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 945.994894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.139899] env[65093]: INFO networking_nsxv3.common.synchronization [None req-dea5292d-944e-4116-b739-f0ae522349ee None None] Enqueued Resource ID: ddddaa94-34e9-4a5b-b927-e5419f2baa28 with Priority: HIGHEST for action port [ 946.140511] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddddaa94-34e9-4a5b-b927-e5419f2baa28 with Priority: HIGHEST for action port [ 946.140820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddddaa94-34e9-4a5b-b927-e5419f2baa28 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.140939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddddaa94-34e9-4a5b-b927-e5419f2baa28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.141027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddddaa94-34e9-4a5b-b927-e5419f2baa28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.141264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddddaa94-34e9-4a5b-b927-e5419f2baa28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.141354] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddddaa94-34e9-4a5b-b927-e5419f2baa28',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.347199] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.347438] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.347564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.347843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.347988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.348154] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 69187da9-8d5c-4a05-a9d0-1ec9aad812a6 not found, creating... [ 946.348408] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.348558] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.348673] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.348884] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.349068] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.349308] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.349458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.349572] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.349788] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.349920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.350103] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 69187da9-8d5c-4a05-a9d0-1ec9aad812a6 is going to be created. [ 946.370096] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.370375] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.370507] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.370788] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.371035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.371268] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.439277] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.643709] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddddaa94-34e9-4a5b-b927-e5419f2baa28 [ 946.644032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.644179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.644246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.644464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.644551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.644640] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddddaa94-34e9-4a5b-b927-e5419f2baa28 already deleted. [ 946.644743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddddaa94-34e9-4a5b-b927-e5419f2baa28" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.945365] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.945365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.945365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.945365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.945365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.945365] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 946.973558] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.973558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.973558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.973558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.973558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.981924] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 947.092203] env[65093]: INFO networking_nsxv3.common.synchronization [req-02bcccb5-4708-4cda-a6fa-3f1e1ef690db req-4c3eebb2-62d4-48dd-a585-abfc38a7c7ba service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 947.092379] env[65093]: INFO networking_nsxv3.common.synchronization [req-02bcccb5-4708-4cda-a6fa-3f1e1ef690db req-4c3eebb2-62d4-48dd-a585-abfc38a7c7ba service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 947.092514] env[65093]: INFO networking_nsxv3.common.synchronization [req-02bcccb5-4708-4cda-a6fa-3f1e1ef690db req-4c3eebb2-62d4-48dd-a585-abfc38a7c7ba service nova] Enqueued Resource ID: 69187da9-8d5c-4a05-a9d0-1ec9aad812a6 with Priority: HIGHEST for action port [ 947.092999] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 947.093150] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 947.093247] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69187da9-8d5c-4a05-a9d0-1ec9aad812a6 with Priority: HIGHEST for action port [ 947.093511] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.093631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.093697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.093934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.094051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.098579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.098579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.098579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.098579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.098579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.098579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.098579] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69187da9-8d5c-4a05-a9d0-1ec9aad812a6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.199685] env[65093]: INFO networking_nsxv3.common.synchronization [None req-1d0d5ab4-e754-46e2-a8b6-559720244ffd tempest-ServersTestBootFromVolume-487867712 tempest-ServersTestBootFromVolume-487867712-project-member] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_rules [ 947.200226] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_rules [ 947.200530] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.200645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.200701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.200955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.201048] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.288741] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5f62087f-0b87-47ce-8803-55f2eb8e4f3e tempest-ServersTestBootFromVolume-487867712 tempest-ServersTestBootFromVolume-487867712-project-member] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_rules [ 947.289917] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_rules [ 947.289917] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.289917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.598218] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.598505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.598540] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69187da9-8d5c-4a05-a9d0-1ec9aad812a6 with status ACTIVE [ 947.598710] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.598817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.598911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.599207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.599378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.599473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.599762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.599936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.600037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.600098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.600237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.600310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.600391] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69187da9-8d5c-4a05-a9d0-1ec9aad812a6 is going to be updated. [ 947.620972] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.621172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.621558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.621725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69187da9-8d5c-4a05-a9d0-1ec9aad812a6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.728389] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.728574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.728655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.728837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.728945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.729206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 already deleted. [ 947.729507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.729756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.729934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.730094] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.261303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.261652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.261855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.262180] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.262370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.262549] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 already deleted. [ 948.262719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.298043] env[65093]: INFO networking_nsxv3.common.synchronization [None req-22a52cc4-b18a-4cd5-8c56-ade190cc5035 None None] Enqueued Resource ID: 63c36243-115a-4e40-a91d-eccb808e2574 with Priority: HIGHEST for action port [ 948.298976] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c36243-115a-4e40-a91d-eccb808e2574 with Priority: HIGHEST for action port [ 948.298976] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c36243-115a-4e40-a91d-eccb808e2574 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.299948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c36243-115a-4e40-a91d-eccb808e2574" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.300046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c36243-115a-4e40-a91d-eccb808e2574" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.300324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c36243-115a-4e40-a91d-eccb808e2574" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.300432] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c36243-115a-4e40-a91d-eccb808e2574',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.802798] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63c36243-115a-4e40-a91d-eccb808e2574 [ 948.803113] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.803175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.803240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.803518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.803658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.803814] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63c36243-115a-4e40-a91d-eccb808e2574 already deleted. [ 948.803949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c36243-115a-4e40-a91d-eccb808e2574" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.994560] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 948.994892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.994960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.997196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.997196] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.997196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.997196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.997196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.997196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.997196] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.498982] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.000974] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.487790] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce6e4bdc-291f-4607-b3aa-ff8144985c14 req-bdc8e056-3472-4fce-ba68-5edcad234d65 tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 950.487790] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 950.488120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.488120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.488120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.488766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.488766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.488766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.488766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.488766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.489116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.489116] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.506516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.506516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.506516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.506516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.506516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.506516] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 950.544321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.544321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.544321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.544321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.544321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.560305] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 950.887728] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.888067] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.888224] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.888488] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.888740] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.888891] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.889035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.889231] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.889367] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.889559] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.890554] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.890554] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.890554] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.890554] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.890554] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.890554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.910351] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.910512] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.910658] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.910834] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-257" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.911173] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-be2f4682-2573-4e53-a83c-aed0515ee81f taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.911344] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.911461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.912135] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.912284] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2f4682-2573-4e53-a83c-aed0515ee81f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.991072] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.991294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.991343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.991833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.992067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.992289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.992463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.992582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.992855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.993012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.993152] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 951.028045] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.028045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.028045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.028045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.028045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.039456] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 951.415221] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.415483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.416043] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.416043] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.416185] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.416287] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port be2f4682-2573-4e53-a83c-aed0515ee81f not found, creating... [ 951.416540] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.416710] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.416827] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.417073] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.417217] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.417495] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.417649] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.417764] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.417972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.418131] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.418267] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: be2f4682-2573-4e53-a83c-aed0515ee81f is going to be created. [ 951.440573] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.440931] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.441086] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.441372] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.441607] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.442050] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892999] env[65093]: INFO networking_nsxv3.common.synchronization [req-929eee94-5f89-4a22-b881-6924fa58ce77 req-8626a2dd-7b6a-46b5-ac85-8ede4a03c669 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 951.893565] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 951.894284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.894403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.894403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.894868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.894868] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.894868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.895027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.895122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.895409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.895409] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.201784] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce6e4bdc-291f-4607-b3aa-ff8144985c14 req-9c0f9baa-fde1-4672-b5b9-9cf44cd6b7ef service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 952.202346] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce6e4bdc-291f-4607-b3aa-ff8144985c14 req-9c0f9baa-fde1-4672-b5b9-9cf44cd6b7ef service nova] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 952.202691] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce6e4bdc-291f-4607-b3aa-ff8144985c14 req-9c0f9baa-fde1-4672-b5b9-9cf44cd6b7ef service nova] Enqueued Resource ID: be2f4682-2573-4e53-a83c-aed0515ee81f with Priority: HIGHEST for action port [ 952.203349] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_rules [ 952.203506] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 952.203627] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2f4682-2573-4e53-a83c-aed0515ee81f with Priority: HIGHEST for action port [ 952.203933] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.204069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.204151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.204655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.204763] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.205729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.205854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.206092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-be2f4682-2573-4e53-a83c-aed0515ee81f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.206201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.206270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.206453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.206533] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2f4682-2573-4e53-a83c-aed0515ee81f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.398017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.398112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.398158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.398341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.398433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.398637] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.398740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.398799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.398936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.399023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.399116] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 952.432029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.432029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.432029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.432029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.432029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.440746] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 952.571148] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 952.571359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.571547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.571760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.572093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.572206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.572275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.572432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.572512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.572596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.572691] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.708703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.708915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.710422] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be2f4682-2573-4e53-a83c-aed0515ee81f with status ACTIVE [ 952.710623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.710749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.710835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.711076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.711167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.711374] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.711475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.711539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.711704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.711777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.715140] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.715282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.715355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.715525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.715607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.715697] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be2f4682-2573-4e53-a83c-aed0515ee81f is going to be updated. [ 952.742463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.742657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.742781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be2f4682-2573-4e53-a83c-aed0515ee81f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.052412] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 953.052412] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 953.052700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.052700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.053029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.053455] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.053624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.053861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.054214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.054401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.054605] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.074695] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.074964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.074964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.075209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.075420] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.075586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.075689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.075908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.076027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.076172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.076310] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.076448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.076513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.076700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.077031] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.077119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.077167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.077362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.077456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.077561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.077690] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.557813] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.580239] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 953.600148] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.600309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.600380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.600597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.600712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.600906] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.601010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.601090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.601239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.601338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.601533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.601626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.601718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.601852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.601962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.602412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.602490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.602677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.602766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602854] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 953.699497] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.699677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.699777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.699967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.700137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.718487] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 954.060529] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.453073] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 954.453255] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 954.453441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.563741] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.564092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.564140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.564417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.564523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.564641] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 954.598906] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.599178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.599178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.599366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.599517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.610633] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 954.942865] env[65093]: INFO networking_nsxv3.common.synchronization [req-d6274567-f005-4ee0-9926-4632652d5624 req-e6fe3821-d221-452f-b4fe-272aee4d14c7 tempest-ListServerFiltersTestJSON-149878242 tempest-ListServerFiltersTestJSON-149878242-project-member] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 954.942865] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGHEST for action security_group_members [ 954.943849] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.944232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.944511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.944878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.945217] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.945466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.945673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.945989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.946855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.946855] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.449053] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.449268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.449268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.449504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.477249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.477588] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.477958] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.477958] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.478094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.478223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.478319] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be updated. [ 955.508811] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.508964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.509041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.509258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.509402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.519275] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: IN_PROGRESS for 2s [ 955.733105] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 955.733861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.627124] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 956.627124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.627338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.627575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.627825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.627973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.628068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.628276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.628381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.628494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.628596] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.132527] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.132527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.132527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.132964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.132964] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.132964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.132964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.133217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133408] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.134062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.134062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.134062] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.134062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.134062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.134305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.134305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.134305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.134473] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.529191] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 in Status: SUCCESS [ 957.529449] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 deletion is rescheduled due to dependency. [ 957.529568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.636222] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5b86b8-523f-49ad-9a08-c0f1723f781a: rpc.has_security_group_logging(os_id): False [ 957.656354] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.656495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.656563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.656911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.657023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.657227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.657331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.657395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.657551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.657631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.657803] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.657896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.657959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.658121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.658194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.658378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.658471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.658533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.658668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.658744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.658827] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 957.729463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.729643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.729751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.729977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.730174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.749991] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 959.717769] env[65093]: INFO networking_nsxv3.common.synchronization [req-2f5586da-0d90-4bf4-9fd1-08cd7afc4b66 req-e50aa533-59a3-4e43-a6db-1773baa4fb51 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 959.718532] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 959.719063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.719063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.719063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.719255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.719407] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.719554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.719554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.719690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.719774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.719869] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.770121] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 959.770430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.226041] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.430713] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ff0d5b4a-bfd4-4a67-884e-ad1c8fdde6c4 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 9899a3ad-32bc-49f3-88f8-bc60ecad7e48 with Priority: HIGHEST for action security_group_rules [ 960.431278] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9899a3ad-32bc-49f3-88f8-bc60ecad7e48 with Priority: HIGHEST for action security_group_rules [ 960.431576] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.431692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.431841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.432502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.432626] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9899a3ad-32bc-49f3-88f8-bc60ecad7e48',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.509820] env[65093]: INFO networking_nsxv3.common.synchronization [None req-1c951870-1bcc-45c4-a2ab-1bb7d8f3c701 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 9899a3ad-32bc-49f3-88f8-bc60ecad7e48 with Priority: HIGHEST for action security_group_rules [ 960.510355] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9899a3ad-32bc-49f3-88f8-bc60ecad7e48 with Priority: HIGHEST for action security_group_rules [ 960.510648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.510751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.684578] env[65093]: INFO networking_nsxv3.common.synchronization [req-a1dc954c-4526-4b5c-9b91-1c1459e2655d req-3a786637-7e61-4a9f-915a-6115fd478f10 tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 960.684578] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 960.685659] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.685928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.686110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.686406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.686714] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.686928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.687089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.687329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.687724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.687724] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.710018] env[65093]: INFO networking_nsxv3.common.synchronization [req-a1dc954c-4526-4b5c-9b91-1c1459e2655d req-3a786637-7e61-4a9f-915a-6115fd478f10 tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 960.710018] env[65093]: INFO networking_nsxv3.common.synchronization [req-a1dc954c-4526-4b5c-9b91-1c1459e2655d req-3a786637-7e61-4a9f-915a-6115fd478f10 tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 960.710018] env[65093]: INFO networking_nsxv3.common.synchronization [req-a1dc954c-4526-4b5c-9b91-1c1459e2655d req-3a786637-7e61-4a9f-915a-6115fd478f10 tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: c2b22830-d5f9-460f-b9c7-4d24f299137c with Priority: HIGHEST for action port [ 960.710018] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 960.710018] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 960.710018] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b22830-d5f9-460f-b9c7-4d24f299137c with Priority: HIGHEST for action port [ 960.710018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.710018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.710018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.710018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.710611] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.711900] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.712242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.714261] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b22830-d5f9-460f-b9c7-4d24f299137c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.714261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.714261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.714261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.714261] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b22830-d5f9-460f-b9c7-4d24f299137c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.730022] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.958729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.958915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.958975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.959189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.959280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.959379] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9899a3ad-32bc-49f3-88f8-bc60ecad7e48 already deleted. [ 960.959468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.960135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.960226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.960319] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9899a3ad-32bc-49f3-88f8-bc60ecad7e48',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.190639] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.215231] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.215418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.216826] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2b22830-d5f9-460f-b9c7-4d24f299137c with status ACTIVE [ 961.217100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.217242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.217378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.217744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.217949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.218224] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.218391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.218501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.218758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.218828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.219104] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.219269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.219334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.219570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.219669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.219815] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2b22830-d5f9-460f-b9c7-4d24f299137c is going to be updated. [ 961.231259] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.231259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.231259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.231259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.231259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.231259] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 961.248418] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.249614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.249614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.249614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.249614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.249614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.268561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.268699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.268768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.269052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.269234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294693] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 961.482907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.482907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.482907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.482907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.482907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.482907] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9899a3ad-32bc-49f3-88f8-bc60ecad7e48 already deleted. [ 961.483460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9899a3ad-32bc-49f3-88f8-bc60ecad7e48" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.693815] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.116271] env[65093]: INFO networking_nsxv3.common.synchronization [req-fcd9c1e7-3a15-4fff-a475-3ef78f0f8789 req-207df97b-e367-4244-a1ab-0b98bb0b14f5 tempest-ServerMetadataTestJSON-1834689790 tempest-ServerMetadataTestJSON-1834689790-project-member] Enqueued Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_members [ 962.117103] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_members [ 962.117153] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.117272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.117338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.117583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.117741] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.117843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.117885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.118146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.118250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.118324] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.199424] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.199676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.199792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.200572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.200714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.201084] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be updated. [ 962.258264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.258264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.258264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.258264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.258264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.274207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: IN_PROGRESS for 2s [ 962.621191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.621452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.621599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.621916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.622087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.622421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.622498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.622564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.622780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.622929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.623050] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 already deleted. [ 962.623174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.662512] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.662761] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-200" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.662936] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-200" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.663450] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-200" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.663776] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.664072] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.664192] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.664379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.664707] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.665103] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.665263] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.665328] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.665433] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.665544] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.665650] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.665788] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.780209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.780427] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.115 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.780633] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.781601] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-200" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.781601] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-e23322d0-6c48-45ad-936c-e78e1efa2333 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.781760] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.781829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.782214] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.783200] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23322d0-6c48-45ad-936c-e78e1efa2333',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.284943] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.285385] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.285447] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.285803] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.286107] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.287048] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port e23322d0-6c48-45ad-936c-e78e1efa2333 not found, creating... [ 963.287048] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.287048] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.287048] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.287317] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.287357] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.287880] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.288419] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.288566] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.288842] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.289013] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.289181] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: e23322d0-6c48-45ad-936c-e78e1efa2333 is going to be created. [ 963.305329] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 963.305656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322950] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.322950] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.322950] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.323328] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.323928] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.323928] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.939802] env[65093]: INFO networking_nsxv3.common.synchronization [req-fcd9c1e7-3a15-4fff-a475-3ef78f0f8789 req-a00c6aab-f1fb-443e-b222-bbd1fb0652a7 service nova] Enqueued Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_rules [ 963.940033] env[65093]: INFO networking_nsxv3.common.synchronization [req-fcd9c1e7-3a15-4fff-a475-3ef78f0f8789 req-a00c6aab-f1fb-443e-b222-bbd1fb0652a7 service nova] Enqueued Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_members [ 963.940109] env[65093]: INFO networking_nsxv3.common.synchronization [req-fcd9c1e7-3a15-4fff-a475-3ef78f0f8789 req-a00c6aab-f1fb-443e-b222-bbd1fb0652a7 service nova] Enqueued Resource ID: e23322d0-6c48-45ad-936c-e78e1efa2333 with Priority: HIGHEST for action port [ 963.940635] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_rules [ 963.940910] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_members [ 963.941124] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23322d0-6c48-45ad-936c-e78e1efa2333 with Priority: HIGHEST for action port [ 963.941414] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.941612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.941612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.941881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.941997] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.943600] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.943748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.943894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.944154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.944230] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.944338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.944390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.944538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.944616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.944711] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.945580] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23322d0-6c48-45ad-936c-e78e1efa2333 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.945706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.945750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.946278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.946278] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23322d0-6c48-45ad-936c-e78e1efa2333',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.023207] env[65093]: INFO networking_nsxv3.common.synchronization [req-b84fb45e-1aa3-461a-9004-a278fe33ae06 req-ab3474fd-1e6c-432c-8051-4aa702ff9c92 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_members [ 964.023207] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGHEST for action security_group_members [ 964.023207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.023207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.023207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.023472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.023472] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.023551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.023597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.023722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.023804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.023950] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.172663] env[65093]: INFO networking_nsxv3.common.synchronization [req-e143f4a2-f444-4b6b-9f38-e99cb7a4670d req-812cdd49-9518-4b23-83fd-75fb00320921 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 964.175343] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 964.175630] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.176073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.176319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.176563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.176763] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.176955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.177039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.177388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.177516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.177618] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.287896] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: SUCCESS [ 964.288971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.288971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.289276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.289456] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.289557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.289622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.289909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.290713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.290928] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.447965] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.448208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.448437] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.449580] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e23322d0-6c48-45ad-936c-e78e1efa2333 with status ACTIVE [ 964.449791] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.449915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.450043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.450329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.450467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.450702] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.450853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.451254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.452025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.452025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.455050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.455050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.455050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.455050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.455281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.455386] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e23322d0-6c48-45ad-936c-e78e1efa2333 is going to be updated. [ 964.480586] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.480914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.480914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.482016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.482016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.482016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23322d0-6c48-45ad-936c-e78e1efa2333" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.526448] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.526788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.526788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.526998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.559484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.559684] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.559684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.559811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.559937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.560087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.560139] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 is going to be updated. [ 964.613591] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.613591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.613591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.613591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.613591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.624206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3e516b-61c9-4f04-87bf-6fe318346978 in Status: IN_PROGRESS for 2s [ 964.680843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.681019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.681109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.681336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.704134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.704437] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.704565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.704635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.704840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.704926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.705051] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 964.736269] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.736377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.736463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.736661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.736808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.748505] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 964.796431] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.866997] env[65093]: INFO networking_nsxv3.common.synchronization [req-1b11c3a7-2b15-49d0-a04b-afde9676c35c req-5f43c983-0d9b-464b-b7c6-9b9334f04a5b tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_members [ 964.866997] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_members [ 964.866997] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.867602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.867842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.868178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.868463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.868463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.868619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.868997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.868997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.868997] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.957907] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.086447] env[65093]: INFO networking_nsxv3.common.synchronization [req-2d18fb41-98fc-4708-b9d5-8e8f39c9881a req-d5c4f79e-ecc7-41bb-852f-e57f4c292c0a tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 965.087043] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 965.088339] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.088339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.100599] env[65093]: INFO networking_nsxv3.common.synchronization [req-2d18fb41-98fc-4708-b9d5-8e8f39c9881a req-d5c4f79e-ecc7-41bb-852f-e57f4c292c0a tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 965.100838] env[65093]: INFO networking_nsxv3.common.synchronization [req-2d18fb41-98fc-4708-b9d5-8e8f39c9881a req-d5c4f79e-ecc7-41bb-852f-e57f4c292c0a tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 965.101015] env[65093]: INFO networking_nsxv3.common.synchronization [req-2d18fb41-98fc-4708-b9d5-8e8f39c9881a req-d5c4f79e-ecc7-41bb-852f-e57f4c292c0a tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: c2b22830-d5f9-460f-b9c7-4d24f299137c with Priority: HIGHEST for action port [ 965.101740] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_rules [ 965.101952] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 965.102171] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b22830-d5f9-460f-b9c7-4d24f299137c with Priority: HIGHEST for action port [ 965.102528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.102681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.102951] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.103070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.103344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b22830-d5f9-460f-b9c7-4d24f299137c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.103474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.103517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.103799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.103960] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b22830-d5f9-460f-b9c7-4d24f299137c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.227343] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.227343] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.227343] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.231286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.231286] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.231286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.231286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.231286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.231286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.231286] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.231286] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.231286] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.231286] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.231286] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.231286] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.231286] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.255519] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.255519] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.255519] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.255519] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.255519] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-f5d18478-d126-4938-9002-07e72853f886 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.255519] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.255519] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.255519] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.256883] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d18478-d126-4938-9002-07e72853f886',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.297825] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.374655] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374655] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374655] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb already deleted. [ 965.374655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.460280] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.460573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.460573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.460693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.460742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.460859] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 is going to be created. [ 965.485353] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.485656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.485656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.485838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.485907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.497424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 in Status: UNINITIALIZED for 2s [ 965.607068] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2b22830-d5f9-460f-b9c7-4d24f299137c with status ACTIVE [ 965.607326] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.607466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.607535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.607767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.607858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.608240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.608277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.608528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608674] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.608768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.608819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.609059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.609142] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2b22830-d5f9-460f-b9c7-4d24f299137c is going to be updated. [ 965.631240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.631428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.631520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.631721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.631933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.632150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b22830-d5f9-460f-b9c7-4d24f299137c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.758696] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.759045] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.759263] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.759684] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.759858] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.760044] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port f5d18478-d126-4938-9002-07e72853f886 not found, creating... [ 965.760339] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.760495] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.760749] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.760854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.767465] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.769100] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.769100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.769100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.769100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.769100] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: f5d18478-d126-4938-9002-07e72853f886 is going to be created. [ 965.787755] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.788014] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.788186] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.788448] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.788747] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.788905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.800627] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.800844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.800844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.801096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.801201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.801301] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be updated. [ 965.832794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.832940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.832999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.833251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.833441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.845204] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: IN_PROGRESS for 2s [ 966.589988] env[65093]: INFO networking_nsxv3.common.synchronization [req-1b11c3a7-2b15-49d0-a04b-afde9676c35c req-ccad4f00-ad15-4f05-8ed2-69e04a1fce13 service nova] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_rules [ 966.590285] env[65093]: INFO networking_nsxv3.common.synchronization [req-1b11c3a7-2b15-49d0-a04b-afde9676c35c req-ccad4f00-ad15-4f05-8ed2-69e04a1fce13 service nova] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_members [ 966.590447] env[65093]: INFO networking_nsxv3.common.synchronization [req-1b11c3a7-2b15-49d0-a04b-afde9676c35c req-ccad4f00-ad15-4f05-8ed2-69e04a1fce13 service nova] Enqueued Resource ID: f5d18478-d126-4938-9002-07e72853f886 with Priority: HIGHEST for action port [ 966.591362] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_rules [ 966.591445] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_members [ 966.591559] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d18478-d126-4938-9002-07e72853f886 with Priority: HIGHEST for action port [ 966.595036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.595036] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.595036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.595036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.595036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.595036] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.595861] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d18478-d126-4938-9002-07e72853f886 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.596462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.596629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.596752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.596858] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d18478-d126-4938-9002-07e72853f886',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.635391] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3e516b-61c9-4f04-87bf-6fe318346978 in Status: SUCCESS [ 966.635592] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 deletion is rescheduled due to dependency. [ 966.635724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.758771] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 966.758914] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 966.759037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.102151] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.102151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.102151] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.102151] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d18478-d126-4938-9002-07e72853f886 with status ACTIVE [ 967.102646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.102827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.102961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.103326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.103326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.104614] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.104614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.104614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.104614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.104614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.104614] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.104614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.104614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.108314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.108314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.108314] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d18478-d126-4938-9002-07e72853f886 is going to be updated. [ 967.131071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.131287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.131287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.131583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.132168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.132168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d18478-d126-4938-9002-07e72853f886" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509079] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 in Status: SUCCESS [ 967.509315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.509723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.509919] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.510084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.510252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.510447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.510533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.510634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.510726] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.609084] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.707695] env[65093]: INFO networking_nsxv3.common.synchronization [req-35441e4b-5711-4eb4-8188-9af5c9223ae4 req-73d304ed-2bbd-49c8-a00d-df767b1c35b3 tempest-ServersV294TestFqdnHostnames-1114566949 tempest-ServersV294TestFqdnHostnames-1114566949-project-member] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_members [ 967.707695] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGHEST for action security_group_members [ 967.707695] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.707695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.707695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.708773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.709428] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.709870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.710096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.711161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.711161] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.861325] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: SUCCESS [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.861325] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.861325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.861325] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.867845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.867845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.867845] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.867845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.867845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.867845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.867845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.867845] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.015137] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.015137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.015137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.016317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.017171] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.019022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.019022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.019022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.020134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.020409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.020594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.021396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.021396] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.112637] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.112820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.112884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.113202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.113298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.113407] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb is going to be created. [ 968.141022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.141022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.141022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.141022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.141022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.150225] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: UNINITIALIZED for 2s [ 968.214750] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.215906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.215906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.215906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.239919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.241409] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.241409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.241409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.241409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.241409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.241409] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef is going to be updated. [ 968.290653] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.290859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.290945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.291259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.291408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.314939] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467423d7-b434-475f-bf2e-10d5218df2ef in Status: IN_PROGRESS for 2s [ 968.373475] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.379705] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.525426] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a02955c2-e9b5-4e36-b093-55a3c96cbe64: rpc.has_security_group_logging(os_id): False [ 968.547970] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.548612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.548612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.548612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.548612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.548761] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.548857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.549022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.549286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.549286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.549481] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.549856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.549894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.553020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 is going to be created. [ 968.626271] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.626638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.626638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.626780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.626860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.644715] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 in Status: IN_PROGRESS for 2s [ 968.880727] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.882284] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b9c3020-df8f-4a46-b594-d66c2e945eb5: rpc.has_security_group_logging(os_id): False [ 968.905137] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.905399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.905594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.929308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.929645] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.929776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.929845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.930060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.930159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.930269] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be updated. [ 969.008138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.008345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.008448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.008720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.008925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.024672] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: IN_PROGRESS for 2s [ 969.385138] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.385379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.385413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.385659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.385745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.385851] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be updated. [ 969.426033] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.426033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.426033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.426033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.426033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.437208] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: IN_PROGRESS for 2s [ 970.164041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: SUCCESS [ 970.164437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.164437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.164792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.164899] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.165041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.165123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.165243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.165327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.165409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.165498] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.417794] env[65093]: INFO networking_nsxv3.common.synchronization [req-51062680-2b5a-43ae-8301-132b4d29a544 req-ec114b67-1769-48a0-8e5a-713780f3797c tempest-AttachInterfacesUnderV243Test-345114447 tempest-AttachInterfacesUnderV243Test-345114447-project-member] Enqueued Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 970.420081] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 with Priority: HIGHEST for action security_group_members [ 970.420997] env[65093]: INFO networking_nsxv3.common.synchronization [req-fae70076-49ca-4165-a945-a8bc81749773 req-1aa019e1-f288-422c-8e37-d3ef9509bbb2 tempest-ServersTestJSON-1609754089 tempest-ServersTestJSON-1609754089-project-member] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_members [ 970.421638] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b9c3020-df8f-4a46-b594-d66c2e945eb5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.421839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.421874] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGHEST for action security_group_members [ 970.422556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.422925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.422925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.422925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.423846] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.423846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.423846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.423846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.423846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.423846] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.430522] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467423d7-b434-475f-bf2e-10d5218df2ef in Status: SUCCESS [ 970.430692] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef deletion is rescheduled due to dependency. [ 970.430799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.656431] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 in Status: SUCCESS [ 970.656659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.668257] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.928174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.928407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.928515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.928748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.928853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.929158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.929263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.929326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.929483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.929559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.929710] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b is going to be updated. [ 970.960330] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.960536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.960611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.960843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.961007] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.970293] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b in Status: IN_PROGRESS for 2s [ 971.038600] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: SUCCESS [ 971.039050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.039267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.039451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.039622] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.171313] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5233da3-a85f-4eb2-b12a-1ec80b990eeb: rpc.has_security_group_logging(os_id): False [ 971.191062] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.191285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.191382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.191662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.191742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.192038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.192232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.192387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.192655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.192800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.194031] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb is going to be created. [ 971.268574] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.268734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.268944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.269175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.269394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.284307] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: IN_PROGRESS for 2s [ 971.450087] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 in Status: SUCCESS [ 971.450255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.450425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.450647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.450838] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.450954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.451034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.451197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.451280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.451390] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.565493] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.565661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.565703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.565924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.566017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.566255] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be deleted. [ 971.650899] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.650899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.650899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.650899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.650899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.651411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954116] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.954275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.954348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.954576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.954666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.955060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.955139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.955310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.955435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.955496] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 is going to be deleted. [ 971.996663] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.997128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.997128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.997128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.997282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.997282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.997756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.997756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.997756] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.998257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.998257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.998257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.998257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.998257] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b9c3020-df8f-4a46-b594-d66c2e945eb5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.501547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.502043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.504661] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.504661] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b9c3020-df8f-4a46-b594-d66c2e945eb5 already deleted. [ 972.504661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b9c3020-df8f-4a46-b594-d66c2e945eb5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.983643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b in Status: SUCCESS [ 972.984934] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b deletion is rescheduled due to dependency. [ 972.984934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.300118] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: SUCCESS [ 973.300762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588647] env[65093]: INFO networking_nsxv3.common.synchronization [req-62170c4c-7831-46c0-96db-d50669c952bc req-fb9c94af-9d63-49fe-bdbb-9c015f36a49a tempest-ImagesTestJSON-184887468 tempest-ImagesTestJSON-184887468-project-member] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 973.589400] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGHEST for action security_group_members [ 973.589835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.590203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.590384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.590617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.590780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.591162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.591304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.591454] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.093319] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.093483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.093556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.093774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.093863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.094101] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.094213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.094255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.094402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.094476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.094561] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be updated. [ 974.125414] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.125561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.125629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.125817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.125955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.136694] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: IN_PROGRESS for 2s [ 974.235668] env[65093]: INFO networking_nsxv3.common.synchronization [req-43dad9de-be6e-4669-a5fa-671d077b8c3c req-c863578d-18d7-4210-8320-c193640bdce4 tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 974.235668] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 974.235887] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.236336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.236336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.236516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.236881] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.237018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.237133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.237440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.237812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.237812] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.675620] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.675620] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.676135] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.676135] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.677106] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.677106] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.677106] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.677371] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.678095] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.678095] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.678095] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.678332] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.678440] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.678788] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.678788] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.678986] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.699455] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.699626] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.699938] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.700277] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-770" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.700907] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.701134] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.701261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.701584] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.701717] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.740834] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.741374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.741847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.741847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.741847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.742188] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.742188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.742365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.742365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.742548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.742724] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 974.772271] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.772388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.772551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.772656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.772807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.783593] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 975.005322] env[65093]: INFO networking_nsxv3.common.synchronization [None req-8415b6d0-f8a0-4629-b982-231fec0ffe94 None None] Enqueued Resource ID: e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed with Priority: HIGHEST for action port [ 975.005322] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed with Priority: HIGHEST for action port [ 975.005322] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.005322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.005322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.005322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.005617] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.208451] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.208451] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 not found, creating... [ 975.208451] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.208451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.208923] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.213712] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.213712] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.213712] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.213712] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.213712] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 is going to be created. [ 975.235234] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.235486] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.235581] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.235806] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.236043] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.236290] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.508262] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed [ 975.508494] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.508631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.508699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.508917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.509013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.509108] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed already deleted. [ 975.509197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cd8dbf-6a9c-43e4-b65f-01e2bd0ffaed" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.115080] env[65093]: INFO networking_nsxv3.common.synchronization [req-43dad9de-be6e-4669-a5fa-671d077b8c3c req-1f18db3d-1c92-4b7f-8ab0-9af970bb2d62 service nova] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_rules [ 976.115416] env[65093]: INFO networking_nsxv3.common.synchronization [req-43dad9de-be6e-4669-a5fa-671d077b8c3c req-1f18db3d-1c92-4b7f-8ab0-9af970bb2d62 service nova] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 976.115416] env[65093]: INFO networking_nsxv3.common.synchronization [req-43dad9de-be6e-4669-a5fa-671d077b8c3c req-1f18db3d-1c92-4b7f-8ab0-9af970bb2d62 service nova] Enqueued Resource ID: 92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 with Priority: HIGHEST for action port [ 976.115986] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_rules [ 976.116954] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 976.117523] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 with Priority: HIGHEST for action port [ 976.118591] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.119317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.119391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.119637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.119750] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.121081] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.121285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.121578] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.121909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.121909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.122557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.122557] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.152972] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a in Status: SUCCESS [ 976.152972] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a deletion is rescheduled due to dependency. [ 976.152972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207985] env[65093]: INFO networking_nsxv3.common.synchronization [None req-d9e5953b-8e81-4dba-8cd6-22769d9e445c tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 976.208768] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 976.210643] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.210847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.210847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.211139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.211241] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.346486] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ea693853-07c6-49c6-9d4d-6c1862931f07 tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 976.347116] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 976.347687] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.347687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.625726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.625726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.631696] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 with status ACTIVE [ 976.632589] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.634206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.634206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.634206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.634206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.634206] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.634206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.634206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.635686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.635903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.636289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.636507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.636655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.636991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.637675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.637885] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9 is going to be updated. [ 976.684298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.684405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.684478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.684830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.684980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.685403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92cdbafc-2cbc-4468-bd48-7ddc9b3ae1c9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.763625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.763787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.763862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.764158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.764254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.764358] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 already deleted. [ 976.764558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.764858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.764998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.765155] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.799424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 976.799618] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 deletion is rescheduled due to dependency. [ 976.799809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.799990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.800240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.800431] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.800547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.800616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.801622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.801758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.802531] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.295634] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.296073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.296073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.296321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.296439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.296556] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 already deleted. [ 977.296653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.304251] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.710541] env[65093]: INFO networking_nsxv3.common.synchronization [None req-34cfaf63-cb28-4738-aa49-27cc2a37b416 None None] Enqueued Resource ID: 2cc78cad-22e3-4d33-a93f-e46c2a419ca4 with Priority: HIGHEST for action port [ 977.711454] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc78cad-22e3-4d33-a93f-e46c2a419ca4 with Priority: HIGHEST for action port [ 977.712181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc78cad-22e3-4d33-a93f-e46c2a419ca4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.712475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc78cad-22e3-4d33-a93f-e46c2a419ca4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.712564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc78cad-22e3-4d33-a93f-e46c2a419ca4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.712984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc78cad-22e3-4d33-a93f-e46c2a419ca4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.713101] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc78cad-22e3-4d33-a93f-e46c2a419ca4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.807199] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.216956] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cc78cad-22e3-4d33-a93f-e46c2a419ca4 [ 978.217270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.217406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.217477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.218984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.218984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.218984] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cc78cad-22e3-4d33-a93f-e46c2a419ca4 already deleted. [ 978.218984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc78cad-22e3-4d33-a93f-e46c2a419ca4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.311275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.311660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.311660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.311869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.311995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.312132] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 978.348673] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.348861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.348905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.349111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.349261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.359552] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 978.912876] env[65093]: INFO networking_nsxv3.common.synchronization [req-8dab7f9a-8b21-424f-9222-2f129372eedc req-1b50e5e9-d168-4ceb-a12b-a9ff245a099b tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 978.913985] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 978.914216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.914338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.914452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.914627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.914732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.914821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.914878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.915083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.915172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.915264] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.307764] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.307945] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.308085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.308363] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.308620] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.309273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.309273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.309679] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.309679] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.309761] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.309821] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.310222] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.310222] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.310335] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.333328] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.333593] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.333638] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.333887] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.334494] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-d16c1cec-16b9-4889-9e26-a0017dd94f37 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.334494] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.334750] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.334903] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.335114] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16c1cec-16b9-4889-9e26-a0017dd94f37',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.418564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.418725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.418808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.419227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.419325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.419532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.419631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.419691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.419845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.419920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.420010] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 979.448419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.448591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.448630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.449036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.449036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.458995] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 979.840495] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.840702] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.840806] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.841173] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.841366] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.841557] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port d16c1cec-16b9-4889-9e26-a0017dd94f37 not found, creating... [ 979.841892] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.842143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.842333] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.842607] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.842761] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.843091] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.843306] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.843456] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.843701] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.843867] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.844102] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: d16c1cec-16b9-4889-9e26-a0017dd94f37 is going to be created. [ 979.868945] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.869177] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.869393] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.869715] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.869977] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.870260] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.377180] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 980.377407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.377580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.377804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.378009] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.378134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.378202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.378357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.378446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.378522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.378613] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.624422] env[65093]: INFO networking_nsxv3.common.synchronization [req-8dab7f9a-8b21-424f-9222-2f129372eedc req-55a891e4-7782-4076-a5b1-e2c7585f056c service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 980.624590] env[65093]: INFO networking_nsxv3.common.synchronization [req-8dab7f9a-8b21-424f-9222-2f129372eedc req-55a891e4-7782-4076-a5b1-e2c7585f056c service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 980.625502] env[65093]: INFO networking_nsxv3.common.synchronization [req-8dab7f9a-8b21-424f-9222-2f129372eedc req-55a891e4-7782-4076-a5b1-e2c7585f056c service nova] Enqueued Resource ID: d16c1cec-16b9-4889-9e26-a0017dd94f37 with Priority: HIGHEST for action port [ 980.626909] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 980.627709] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 980.628724] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16c1cec-16b9-4889-9e26-a0017dd94f37 with Priority: HIGHEST for action port [ 980.630940] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.630940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.630940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.630940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.630940] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.632504] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.633226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.633226] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d16c1cec-16b9-4889-9e26-a0017dd94f37 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.633226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.633226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.633511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.633511] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16c1cec-16b9-4889-9e26-a0017dd94f37',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.883875] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.883875] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.883875] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.883875] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.883875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.884537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.884537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.884537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.884537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.884537] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.133055] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.133291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.135544] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d16c1cec-16b9-4889-9e26-a0017dd94f37 with status ACTIVE [ 981.135736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.135856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.135921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.136264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.136381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.136548] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.136662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.136704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.136866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.136941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.137145] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.137238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.137296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.137737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.137737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.137737] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d16c1cec-16b9-4889-9e26-a0017dd94f37 is going to be updated. [ 981.161416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.161588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.161648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.161837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.162264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.162264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d16c1cec-16b9-4889-9e26-a0017dd94f37" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.386532] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044: rpc.has_security_group_logging(os_id): False [ 981.407064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.407254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.407254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.407445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.407538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.408226] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.408226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.408226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.408226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.408226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.408472] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.408557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.408619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.408767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.408839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.409366] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.409492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.409556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.409703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.409779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.409864] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 981.469056] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 981.469056] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 981.469056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.469298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.469499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.469574] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.469633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.469761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.469882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.470694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.470694] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.494778] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.494917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.494983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.495224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.495610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.510485] env[65093]: INFO networking_nsxv3.common.synchronization [req-cec37192-b1f6-47d3-a31f-330e83926641 req-71a2cc9d-8ba7-4274-ba7b-7f8bf0a5d39c tempest-ServerMetadataTestJSON-1834689790 tempest-ServerMetadataTestJSON-1834689790-project-member] Enqueued Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_members [ 981.511438] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 981.512370] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGHEST for action security_group_members [ 981.512454] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.512520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.512558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.512818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.512969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.513070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.513133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.514037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.514037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.514037] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.972065] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.018960] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.019278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.019402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.019679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.019792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.020092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.020225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.020306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.020852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.020852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.020852] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 is going to be updated. [ 982.052276] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.052645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.052645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.052764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.052908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.061580] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 in Status: IN_PROGRESS for 2s [ 982.474341] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.976889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.977128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.977228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.977402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.977487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.977559] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 983.016025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.016328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.016328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.016492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.017312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.027483] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 983.531990] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 983.532377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.072681] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 in Status: SUCCESS [ 984.072681] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 deletion is rescheduled due to dependency. [ 984.072681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.038888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 985.039316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.039316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.039518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.039712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.039829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.039893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.040065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.040151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.040234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.040323] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.443366] env[65093]: INFO networking_nsxv3.common.synchronization [req-544645bc-b3fa-4eeb-b31e-72a2585b02d2 req-0eef5c32-acf4-4af8-9ba5-5a147e4608f6 tempest-ServersTestBootFromVolume-487867712 tempest-ServersTestBootFromVolume-487867712-project-member] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_members [ 985.444238] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_members [ 985.444647] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.444803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.444897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.445340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.445445] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.445536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.445591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.445910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.446155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.446155] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.543595] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.543829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.543895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.545090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.545090] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.545090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.545090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.545090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.545090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.545090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.545090] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.546155] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.546155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.546155] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.787578] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787819] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-445" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.788023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-445" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.788385] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-445" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788836] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.789142] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.789297] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.789576] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.789770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.790012] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.790157] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.790287] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.790446] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.790595] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.790727] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.790946] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.814237] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.815107] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.815107] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.815107] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-445" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.815303] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-99486519-50eb-4292-a7a3-609af6415258 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.815507] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.815644] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.815996] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.816155] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99486519-50eb-4292-a7a3-609af6415258',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.949312] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.949506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.949769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.949857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950075] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.950186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.950406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.950476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950560] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 already deleted. [ 985.950645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.048536] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1: rpc.has_security_group_logging(os_id): False [ 986.069354] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.069599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.069740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.069951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.070057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.070279] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.070373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.070431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.070585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.070669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.070992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.071118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.071193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.071379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.071477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.071698] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.071823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.071891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.072115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.072209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.072313] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 986.142965] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.143299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.143299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.143576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.143781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.161151] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 986.318610] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.318867] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.318998] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.319330] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.319557] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.319712] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 99486519-50eb-4292-a7a3-609af6415258 not found, creating... [ 986.319976] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.320160] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.320279] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.320534] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.320651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.320930] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.321117] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.321236] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.321491] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.321595] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.321707] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 99486519-50eb-4292-a7a3-609af6415258 is going to be created. [ 986.346744] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.347096] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.347315] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.347880] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.347962] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.348207] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.053423] env[65093]: INFO networking_nsxv3.common.synchronization [req-544645bc-b3fa-4eeb-b31e-72a2585b02d2 req-b0254e51-f4da-4b31-add2-3af77d3e0e13 service nova] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_rules [ 987.053423] env[65093]: INFO networking_nsxv3.common.synchronization [req-544645bc-b3fa-4eeb-b31e-72a2585b02d2 req-b0254e51-f4da-4b31-add2-3af77d3e0e13 service nova] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_members [ 987.053423] env[65093]: INFO networking_nsxv3.common.synchronization [req-544645bc-b3fa-4eeb-b31e-72a2585b02d2 req-b0254e51-f4da-4b31-add2-3af77d3e0e13 service nova] Enqueued Resource ID: 99486519-50eb-4292-a7a3-609af6415258 with Priority: HIGHEST for action port [ 987.054665] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_rules [ 987.054809] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_members [ 987.054893] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99486519-50eb-4292-a7a3-609af6415258 with Priority: HIGHEST for action port [ 987.055374] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.055587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.055663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.055872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.055959] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.058191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.058347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.059693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.062306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062399] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.062470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.062517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.062694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.062874] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.064257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-99486519-50eb-4292-a7a3-609af6415258 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.064383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.064520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.064620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.064693] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99486519-50eb-4292-a7a3-609af6415258',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.316788] env[65093]: INFO networking_nsxv3.common.synchronization [req-3c1d7e04-1e3f-4744-aa4d-3ac7b5426882 req-46518934-6f19-4757-854a-80f7a9ce00bf tempest-ImagesOneServerNegativeTestJSON-1255743807 tempest-ImagesOneServerNegativeTestJSON-1255743807-project-member] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 987.318398] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGHEST for action security_group_members [ 987.318398] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.318398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.318398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.318398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.318749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.318749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.318749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.318916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.319026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.319133] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.558992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.569438] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99486519-50eb-4292-a7a3-609af6415258 with status ACTIVE [ 987.569438] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.569438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.569438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.569438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.569694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.569694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.569766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.570432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.570432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.570432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.570432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.570432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.570432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.570673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.570673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.570673] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99486519-50eb-4292-a7a3-609af6415258 is going to be updated. [ 987.572669] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.593672] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.593819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.593910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.594219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.594411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.594581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99486519-50eb-4292-a7a3-609af6415258" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.822389] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.822480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.822550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.822775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.822868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.823092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.823194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.823259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.823413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.823492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.823584] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be updated. [ 987.853401] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.853604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.853637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.853856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.854049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.863795] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: IN_PROGRESS for 2s [ 988.076985] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.182710] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 988.182710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.583228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.583510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.583510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.583710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.583774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.583838] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 is going to be created. [ 988.610794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.610984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.611047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.611333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.611481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.621761] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 746367ea-9a02-407b-975e-fec4bfa213f5 in Status: UNINITIALIZED for 2s [ 988.759667] env[65093]: INFO networking_nsxv3.common.synchronization [req-88bda556-a621-4161-a792-110d52ab0c50 req-df532ac7-1234-4a91-b111-c62912c2f0f3 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_members [ 988.759779] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGHEST for action security_group_members [ 988.760019] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.760168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.760223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.760429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.760581] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.760681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.760740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.760886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.760966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.761069] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.264891] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.264891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.264891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.264891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.292946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.293321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.293533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.293635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.293873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.293972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.294148] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb is going to be updated. [ 989.348694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.348860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.348983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.349147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.349277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.366192] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: IN_PROGRESS for 2s [ 989.794444] env[65093]: INFO networking_nsxv3.common.synchronization [req-d8428575-ae1a-4bae-914a-4b3ab0a881c1 req-54d637e0-7158-4590-9ea4-92e49d316ade tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 989.795048] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 989.795369] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.795695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.795695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.795797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.795981] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.796797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.796797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.796797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.796972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.797473] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.875809] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 in Status: SUCCESS [ 989.875809] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 deletion is rescheduled due to dependency. [ 989.875809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.205857] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.206136] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.206245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.206560] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.207016] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.207190] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.208156] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.208156] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.208337] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.208517] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.208627] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.208969] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.209106] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.209617] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.209617] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.209617] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.236233] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.236233] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.236233] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.236233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.236233] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.236233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.236233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.236233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.236233] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a1b7c9-95bd-4afe-8f8c-61f183cecd8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.300530] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.300885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.300885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.300997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.301139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.301279] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.301389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.301448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.301611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.301711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.301751] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 990.344512] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.344725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.344725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.344915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.345081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.359990] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 990.632433] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 746367ea-9a02-407b-975e-fec4bfa213f5 in Status: SUCCESS [ 990.632657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.632876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.633170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.633434] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.633588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.633678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.633850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.633936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.634130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.634260] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.738572] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.738793] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.738915] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.741083] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.741254] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.741409] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 52a1b7c9-95bd-4afe-8f8c-61f183cecd8f not found, creating... [ 990.741669] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.741829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.741945] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.742205] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.742401] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.742753] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.742969] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.743099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.743391] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.743524] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.743675] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 52a1b7c9-95bd-4afe-8f8c-61f183cecd8f is going to be created. [ 990.765123] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.765369] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.765492] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.765750] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.765969] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.766325] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.137173] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.379840] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb in Status: SUCCESS [ 991.380111] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb deletion is rescheduled due to dependency. [ 991.380161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554799] env[65093]: INFO networking_nsxv3.common.synchronization [req-d8428575-ae1a-4bae-914a-4b3ab0a881c1 req-3a210202-f21b-48cd-818a-6d4193b9db17 service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 991.555303] env[65093]: INFO networking_nsxv3.common.synchronization [req-d8428575-ae1a-4bae-914a-4b3ab0a881c1 req-3a210202-f21b-48cd-818a-6d4193b9db17 service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 991.555553] env[65093]: INFO networking_nsxv3.common.synchronization [req-d8428575-ae1a-4bae-914a-4b3ab0a881c1 req-3a210202-f21b-48cd-818a-6d4193b9db17 service nova] Enqueued Resource ID: 52a1b7c9-95bd-4afe-8f8c-61f183cecd8f with Priority: HIGHEST for action port [ 991.556704] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 991.556968] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 991.557380] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a1b7c9-95bd-4afe-8f8c-61f183cecd8f with Priority: HIGHEST for action port [ 991.558070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.558354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.558542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.558838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.559019] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.560070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.560894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.561262] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.563219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.563219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.563219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.563219] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a1b7c9-95bd-4afe-8f8c-61f183cecd8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.640860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 746367ea-9a02-407b-975e-fec4bfa213f5: rpc.has_security_group_logging(os_id): False [ 991.665712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.665817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.665817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.666056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.666150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.666461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.666570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.666632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.666799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.666913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667064] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 is going to be created. [ 991.741207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.741207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.741207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.741207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.742137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.756866] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 746367ea-9a02-407b-975e-fec4bfa213f5 in Status: IN_PROGRESS for 2s [ 992.064503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.064690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.065079] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52a1b7c9-95bd-4afe-8f8c-61f183cecd8f with status ACTIVE [ 992.065301] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.065450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.065545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.065794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.065914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.066133] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.066518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.066584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.066761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.066852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.067052] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.067155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.067213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.067366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.068323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.068323] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52a1b7c9-95bd-4afe-8f8c-61f183cecd8f is going to be updated. [ 992.091254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.091405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.091475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.091706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.092107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.092107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a1b7c9-95bd-4afe-8f8c-61f183cecd8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.371548] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 992.371830] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 992.372091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.372191] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.372641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.373097] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.373263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.373358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.373572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.373694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.373823] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.878360] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.889584] env[65093]: INFO networking_nsxv3.common.synchronization [None req-0cc46b2d-cd68-4ba9-baf6-a88091e5b085 None None] Enqueued Resource ID: 3a286f73-59c8-4a96-90e4-fa363fa2d05b with Priority: HIGHEST for action port [ 992.890574] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a286f73-59c8-4a96-90e4-fa363fa2d05b with Priority: HIGHEST for action port [ 992.891625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a286f73-59c8-4a96-90e4-fa363fa2d05b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.893276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a286f73-59c8-4a96-90e4-fa363fa2d05b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.893368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a286f73-59c8-4a96-90e4-fa363fa2d05b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.893576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a286f73-59c8-4a96-90e4-fa363fa2d05b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.893831] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a286f73-59c8-4a96-90e4-fa363fa2d05b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.380151] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.396554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a286f73-59c8-4a96-90e4-fa363fa2d05b [ 993.397538] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.397538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.397538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.397538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.397538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.397538] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a286f73-59c8-4a96-90e4-fa363fa2d05b already deleted. [ 993.398173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a286f73-59c8-4a96-90e4-fa363fa2d05b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.770100] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 746367ea-9a02-407b-975e-fec4bfa213f5 in Status: SUCCESS [ 993.770313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.883504] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.883504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.883504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.886789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.886789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.886789] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 993.913249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.913527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.913527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.913699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.913841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.925285] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 995.950885] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.950885] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.950885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.951919] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.339025] env[65093]: INFO networking_nsxv3.common.synchronization [None req-fdffc8b7-9947-4329-ab15-a844edd57929 None None] Enqueued Resource ID: e852c2ba-37ec-45d9-a0ad-270b83b521aa with Priority: HIGHEST for action port [ 996.339662] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e852c2ba-37ec-45d9-a0ad-270b83b521aa with Priority: HIGHEST for action port [ 996.339836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e852c2ba-37ec-45d9-a0ad-270b83b521aa taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.339964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e852c2ba-37ec-45d9-a0ad-270b83b521aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.340056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e852c2ba-37ec-45d9-a0ad-270b83b521aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.340289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e852c2ba-37ec-45d9-a0ad-270b83b521aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.340374] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e852c2ba-37ec-45d9-a0ad-270b83b521aa',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.455893] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.456144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.456223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.456449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.456624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.456721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.456784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.456933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.457030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.457117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.457263] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.457354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.457416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.457553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.457697] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.457787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.457844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.457981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.458309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.458457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.458587] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.844766] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e852c2ba-37ec-45d9-a0ad-270b83b521aa [ 996.845174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.845382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.845516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.845793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.845938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.846095] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e852c2ba-37ec-45d9-a0ad-270b83b521aa already deleted. [ 996.847605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e852c2ba-37ec-45d9-a0ad-270b83b521aa" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.965088] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 996.985035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.985035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.985035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.985035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.985035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.985726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.985726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.985726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.985726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.986764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.987126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.987283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.987337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.987477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.987572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.987938] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.988079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.988149] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.988930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.988930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.988930] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 997.066869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.067053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.067130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.067353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.067523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105982] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 999.122801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 999.123244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.340284] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1001.340574] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1002.585817] env[65093]: INFO networking_nsxv3.common.synchronization [req-c7ee7e81-070b-4cca-bd35-82e728b01131 req-ab97a162-d9c1-46f8-9497-d0b9acb2b7f2 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1002.586460] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1002.587204] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.587204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.587204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.587501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.590825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.590825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.590825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.590825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.590825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.590825] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.090922] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.404817] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.405046] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.405178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.405497] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.405757] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.405920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.406035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.406262] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.406480] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.406581] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.406686] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.406791] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.406892] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.406995] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.407137] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.407242] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.428629] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.428827] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.428931] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.429115] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.429424] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-fa37f8b0-00d4-4aba-b83f-0b3165544984 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.429593] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.429718] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.430072] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.430207] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa37f8b0-00d4-4aba-b83f-0b3165544984',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.593108] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.933223] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.933554] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.933653] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.933992] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.934222] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.934360] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port fa37f8b0-00d4-4aba-b83f-0b3165544984 not found, creating... [ 1003.934632] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.934798] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.934959] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.935267] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.935664] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.935766] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.935954] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.936101] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.936345] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.936568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.936728] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: fa37f8b0-00d4-4aba-b83f-0b3165544984 is going to be created. [ 1003.959427] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.959634] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.959827] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.960154] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.960529] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.960662] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.096517] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.096517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.096517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.096796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.096796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.096886] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1004.135093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.135093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.135093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.135093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.135093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.144645] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1004.693323] env[65093]: INFO networking_nsxv3.common.synchronization [req-c7ee7e81-070b-4cca-bd35-82e728b01131 req-138c9992-7f06-429f-b1cb-0b3976f1790d service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1004.693323] env[65093]: INFO networking_nsxv3.common.synchronization [req-c7ee7e81-070b-4cca-bd35-82e728b01131 req-138c9992-7f06-429f-b1cb-0b3976f1790d service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1004.693323] env[65093]: INFO networking_nsxv3.common.synchronization [req-c7ee7e81-070b-4cca-bd35-82e728b01131 req-138c9992-7f06-429f-b1cb-0b3976f1790d service nova] Enqueued Resource ID: fa37f8b0-00d4-4aba-b83f-0b3165544984 with Priority: HIGHEST for action port [ 1004.693323] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1004.694352] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1004.694670] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa37f8b0-00d4-4aba-b83f-0b3165544984 with Priority: HIGHEST for action port [ 1004.695076] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.697041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.697041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.697041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.697041] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.697041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.697041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.697041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa37f8b0-00d4-4aba-b83f-0b3165544984 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.697654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.697654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.697654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.697772] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa37f8b0-00d4-4aba-b83f-0b3165544984',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.991333] env[65093]: INFO networking_nsxv3.common.synchronization [req-8bc175bd-4bdf-4ac9-86e5-18f19b57702d req-10b275b0-9fcc-4db0-8b35-d2c4f4dfa5ec tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1004.991613] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1004.992060] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.992188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.992270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.992699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.992699] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.992849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.992849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.993082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.993082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.993231] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.192146] env[65093]: INFO networking_nsxv3.common.synchronization [req-479eac60-2bea-449a-92fd-b5662e926262 req-e15d826b-4e20-411e-8b6d-d48fddb43a76 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1005.193801] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1005.194895] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.194895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.194895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.194895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.194895] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.194895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.195406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.195406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.195406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.195406] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.199934] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa37f8b0-00d4-4aba-b83f-0b3165544984 with status ACTIVE [ 1005.200359] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.200359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.200524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.200855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.200855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.200855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.201031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.201031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.201229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.201308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.201526] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.201619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.201694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.201839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.201912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.201997] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa37f8b0-00d4-4aba-b83f-0b3165544984 is going to be updated. [ 1005.203304] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.203424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.228923] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.229138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.229138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.229973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.229973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.229973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa37f8b0-00d4-4aba-b83f-0b3165544984" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.389914] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.390155] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.390333] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.390738] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.391017] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.391397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.391577] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.391968] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.392287] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.392745] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.393043] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.393438] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.393755] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.394071] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.394369] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.394677] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.423355] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.423625] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.423865] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.424133] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.424587] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-73e1fd69-94c0-4d00-9674-eb166d9560d6 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.424781] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.424902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.425356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.425541] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e1fd69-94c0-4d00-9674-eb166d9560d6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.495613] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.495957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.495957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.496235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.496393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.496647] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.496752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.496857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.496977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.497070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.497157] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 already deleted. [ 1005.497252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.697936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.697936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.697936] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.699126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.699126] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 already deleted. [ 1005.699126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.747107] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.747359] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.747509] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.748038] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.748353] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.748524] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.748656] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.748871] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.749267] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.749267] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.749485] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.749485] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.749586] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.749646] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.749775] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.749936] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.770445] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.770445] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.770663] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.770812] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.771122] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-347ed60a-7b9a-48a4-8196-8f132b4d87c4 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.771301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.771451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.771798] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.771941] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347ed60a-7b9a-48a4-8196-8f132b4d87c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.928573] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.928770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.928825] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929104] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929250] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.929399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 73e1fd69-94c0-4d00-9674-eb166d9560d6 not found, creating... [ 1005.929674] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.929826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.929964] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.930337] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.930479] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.930755] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.930907] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.931047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.931255] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.931388] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.931522] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 73e1fd69-94c0-4d00-9674-eb166d9560d6 is going to be created. [ 1005.953334] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.953591] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.953799] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.953971] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.954282] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.954517] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.161794] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1006.162466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.162466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.162466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.163035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.163035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.163035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.163035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.164145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.164145] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.275533] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.275803] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.275935] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.276239] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.276393] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.276566] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 347ed60a-7b9a-48a4-8196-8f132b4d87c4 not found, creating... [ 1006.276838] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.276994] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.277157] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.277396] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.277526] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.277834] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.278046] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.278151] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.278319] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.278453] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.278604] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 347ed60a-7b9a-48a4-8196-8f132b4d87c4 is going to be created. [ 1006.303886] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.304171] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.304350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.304639] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.304867] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.305180] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.666152] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.671066] env[65093]: INFO networking_nsxv3.common.synchronization [req-8bc175bd-4bdf-4ac9-86e5-18f19b57702d req-a05af5e8-d242-449e-915b-c6ede2ee9438 service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1006.671228] env[65093]: INFO networking_nsxv3.common.synchronization [req-8bc175bd-4bdf-4ac9-86e5-18f19b57702d req-a05af5e8-d242-449e-915b-c6ede2ee9438 service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1006.671741] env[65093]: INFO networking_nsxv3.common.synchronization [req-8bc175bd-4bdf-4ac9-86e5-18f19b57702d req-a05af5e8-d242-449e-915b-c6ede2ee9438 service nova] Enqueued Resource ID: 73e1fd69-94c0-4d00-9674-eb166d9560d6 with Priority: HIGHEST for action port [ 1006.671898] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1006.672166] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1006.672314] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e1fd69-94c0-4d00-9674-eb166d9560d6 with Priority: HIGHEST for action port [ 1006.672606] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.672737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.672804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.673011] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.673093] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.673912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.674074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.674264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.675069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.675069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.675069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.675069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.675540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.675645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.675748] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.677474] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e1fd69-94c0-4d00-9674-eb166d9560d6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.677474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.677474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.677474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.677474] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e1fd69-94c0-4d00-9674-eb166d9560d6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.073876] env[65093]: INFO networking_nsxv3.common.synchronization [req-479eac60-2bea-449a-92fd-b5662e926262 req-8451bb93-a1c9-4186-a9ec-3f2533df4aee service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1007.073876] env[65093]: INFO networking_nsxv3.common.synchronization [req-479eac60-2bea-449a-92fd-b5662e926262 req-8451bb93-a1c9-4186-a9ec-3f2533df4aee service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1007.073876] env[65093]: INFO networking_nsxv3.common.synchronization [req-479eac60-2bea-449a-92fd-b5662e926262 req-8451bb93-a1c9-4186-a9ec-3f2533df4aee service nova] Enqueued Resource ID: 347ed60a-7b9a-48a4-8196-8f132b4d87c4 with Priority: HIGHEST for action port [ 1007.073876] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1007.073876] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1007.073876] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347ed60a-7b9a-48a4-8196-8f132b4d87c4 with Priority: HIGHEST for action port [ 1007.074678] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.074740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.074841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.075092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.075179] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.077044] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.077044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.077044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.077044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.077310] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.077310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.077441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.077554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.077646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.078115] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.078715] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-347ed60a-7b9a-48a4-8196-8f132b4d87c4 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.078827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.079266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.079266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.079266] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347ed60a-7b9a-48a4-8196-8f132b4d87c4',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.168753] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.182824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.182824] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.182824] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e1fd69-94c0-4d00-9674-eb166d9560d6 with status ACTIVE [ 1007.182824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.182824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.182824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.185868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.185868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.186025] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.186087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.186137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.186299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.186375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.186464] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e1fd69-94c0-4d00-9674-eb166d9560d6 is going to be updated. [ 1007.210734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.210734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.210734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.210734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.210734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.210734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e1fd69-94c0-4d00-9674-eb166d9560d6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.583759] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.583759] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.583759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.583759] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 347ed60a-7b9a-48a4-8196-8f132b4d87c4 with status ACTIVE [ 1007.583759] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.583759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.583759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.583759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.584410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.584410] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.584410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.584410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.584410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.584583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.584614] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.584695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.584751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.584886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.584954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.586336] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 347ed60a-7b9a-48a4-8196-8f132b4d87c4 is going to be updated. [ 1007.615926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.616113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.616174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.616472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.616640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.617273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-347ed60a-7b9a-48a4-8196-8f132b4d87c4" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.670860] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.670860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.671092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.671158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.671256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.671434] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1007.688394] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.710017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.710017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.710017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.710017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.710017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.727113] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1008.083737] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.191364] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.191364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.191364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.191679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.191717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.192850] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be created. [ 1008.239587] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.239902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.240065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.240435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.240715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.255603] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: UNINITIALIZED for 2s [ 1008.587912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.588120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.588219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.588421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.588551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.588644] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be created. [ 1008.620523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.620523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.620523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.622253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.634942] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: UNINITIALIZED for 2s [ 1009.738129] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1009.738430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.738547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.738851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.739079] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.739213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.739292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.739471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.739555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739755] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.242968] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.243529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.243529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.243959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.244388] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.244560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.244702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.244985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.245144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.245380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.245611] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.245956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.245956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.246357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.246740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.246740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.246886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.247099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.247275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.247450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.247638] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.268597] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1010.268912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.269281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.269383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.269568] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.269704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.269774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.269940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.270057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.270178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.270284] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.647807] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.650353] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.650353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.650353] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.750445] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 1010.770995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.771250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.771317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.771556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.771677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.771883] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.771983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.772232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.772404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.772486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.772685] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.772779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.772840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.772983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.773150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.773398] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.773499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.773560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.773856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.773856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.773856] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1010.775073] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.843035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.843035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.843035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.843035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.843035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.862743] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1011.153053] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.153205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.153274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.153649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.153649] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.153774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.153827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.153989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.154064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.154161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.154336] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.154431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.154492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.154638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.154772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.154862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.154922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.155279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.155279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155379] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.279455] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1e1a1e-e403-447e-adf9-c29b854b42b6: rpc.has_security_group_logging(os_id): False [ 1011.299070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.299833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.302018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.302018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.302018] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be created. [ 1011.369055] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.369213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.369288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.369485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.369679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.385179] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1011.579716] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.581290] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.658409] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14bc4a23-99b9-464a-9daa-7ea992fab349: rpc.has_security_group_logging(os_id): False [ 1011.700218] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.700218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.700342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.700622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.700772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.701017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.701185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.701301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.701526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.701649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.701923] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.702101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.702199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.702338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.702432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.702701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.702834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.702921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.703145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.703287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.703430] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be created. [ 1011.776667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.776994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.776994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.777271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.777888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.800441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1012.074769] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.074936] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1012.125343] env[65093]: INFO networking_nsxv3.common.synchronization [None req-076461ac-7a14-4e75-b279-5ebcedfed2d6 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_rules [ 1012.125343] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_rules [ 1012.128847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.128847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.128847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.128847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.128847] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.223044] env[65093]: INFO networking_nsxv3.common.synchronization [None req-fa9fad5b-4281-417a-b0af-22913a731c69 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_rules [ 1012.223851] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_rules [ 1012.224035] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.224240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.653525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.653895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.653895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.654040] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8283956b-8744-481a-851f-2f2865646a65 already deleted. [ 1012.654081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.654361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.654512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.656080] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.878499] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1012.878783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.177576] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.177654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.177654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.178160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.178160] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8283956b-8744-481a-851f-2f2865646a65 already deleted. [ 1013.178160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.398498] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1013.398777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.815970] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1013.816292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.518261] env[65093]: INFO networking_nsxv3.common.synchronization [req-94554790-d10e-4732-8568-010f98984309 req-a167e3ea-cc81-4558-b7a3-ce1754c08f46 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1015.518804] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1015.520405] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.521026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.521338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.522683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.522683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.522683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.522683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.522683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.522683] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.982346] env[65093]: INFO networking_nsxv3.common.synchronization [req-72c5d5da-e733-4fd0-8d39-a6230b8a9be7 req-2e5d1791-30e9-40bb-ba31-e6bb2c4f1241 tempest-InstanceActionsTestJSON-1469522168 tempest-InstanceActionsTestJSON-1469522168-project-member] Enqueued Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_members [ 1015.983207] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_members [ 1015.983607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.983768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.983985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.984256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.984479] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.984680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.984778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.985010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.985133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.985264] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.024376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.024765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.025121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.025212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.025276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.025469] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.025581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.025660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.025861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.025917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.025980] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1016.060684] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.060684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.060684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.060684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.060684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.070357] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1016.366021] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.366021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-561" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.366021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-561" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.366021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-561" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366021] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.366021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.366021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.366822] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.367132] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.369984] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.369984] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.369984] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.369984] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.369984] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.369984] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.369984] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.388377] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.388545] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.388720] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.388943] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-561" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.389273] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.389446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.389565] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.389912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.390038] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8713e1-5f0e-4217-bd03-cd0d4450e53b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.487728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.487980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.488095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.488378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.488495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.488778] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.488895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.488978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.489193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.489297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.489410] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b already deleted. [ 1016.489525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.650421] env[65093]: INFO networking_nsxv3.common.synchronization [None req-9769edd3-e025-4f77-9789-daa456bcad07 None None] Enqueued Resource ID: 1161afca-fee5-4680-8037-02f42ecb5d73 with Priority: HIGHEST for action port [ 1016.651348] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1161afca-fee5-4680-8037-02f42ecb5d73 with Priority: HIGHEST for action port [ 1016.651722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1161afca-fee5-4680-8037-02f42ecb5d73 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.651864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1161afca-fee5-4680-8037-02f42ecb5d73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.651930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1161afca-fee5-4680-8037-02f42ecb5d73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.652216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1161afca-fee5-4680-8037-02f42ecb5d73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.652331] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1161afca-fee5-4680-8037-02f42ecb5d73',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.892758] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.892989] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.893125] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.893417] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.893568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.893722] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 3d8713e1-5f0e-4217-bd03-cd0d4450e53b not found, creating... [ 1016.893974] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.894150] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.894299] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.894529] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.894665] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.894941] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.895106] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.895241] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.895463] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.895595] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.895733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 3d8713e1-5f0e-4217-bd03-cd0d4450e53b is going to be created. [ 1016.918128] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.918375] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.918488] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.918735] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.918966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.919230] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.154719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1161afca-fee5-4680-8037-02f42ecb5d73 [ 1017.158426] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.158582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.158654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.158867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.158986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.159203] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1161afca-fee5-4680-8037-02f42ecb5d73 already deleted. [ 1017.159203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1161afca-fee5-4680-8037-02f42ecb5d73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.720511] env[65093]: INFO networking_nsxv3.common.synchronization [req-72c5d5da-e733-4fd0-8d39-a6230b8a9be7 req-cd9b779a-d73c-4232-84f1-67daa4022985 service nova] Enqueued Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_rules [ 1017.720511] env[65093]: INFO networking_nsxv3.common.synchronization [req-72c5d5da-e733-4fd0-8d39-a6230b8a9be7 req-cd9b779a-d73c-4232-84f1-67daa4022985 service nova] Enqueued Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_members [ 1017.720511] env[65093]: INFO networking_nsxv3.common.synchronization [req-72c5d5da-e733-4fd0-8d39-a6230b8a9be7 req-cd9b779a-d73c-4232-84f1-67daa4022985 service nova] Enqueued Resource ID: 3d8713e1-5f0e-4217-bd03-cd0d4450e53b with Priority: HIGHEST for action port [ 1017.721097] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_rules [ 1017.721296] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_members [ 1017.721521] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8713e1-5f0e-4217-bd03-cd0d4450e53b with Priority: HIGHEST for action port [ 1017.721956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.722161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.722262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.722647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.722769] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.726416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.726664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.726772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.727100] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.727377] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.727549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.728104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.728104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.728104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.728436] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.729480] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.729660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.729765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.730216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.731056] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8713e1-5f0e-4217-bd03-cd0d4450e53b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.084519] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1018.084780] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1018.084952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.234256] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.235349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8713e1-5f0e-4217-bd03-cd0d4450e53b with status ACTIVE [ 1018.235568] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.236802] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.236802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.237185] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.238282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.238343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.238558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.238661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.240874] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8713e1-5f0e-4217-bd03-cd0d4450e53b is going to be updated. [ 1018.240874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.240874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.267482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.267724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.267724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.267889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.268054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.268447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8713e1-5f0e-4217-bd03-cd0d4450e53b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.742075] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.245896] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.245896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.245896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.246385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.246385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.246385] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b is going to be created. [ 1019.270310] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.270500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.270566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.270932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.271400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.284694] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b in Status: UNINITIALIZED for 2s [ 1019.514054] env[65093]: INFO networking_nsxv3.common.synchronization [None req-33819053-b25a-4058-8f00-75587f2c6146 None None] Enqueued Resource ID: 4fa593e5-e10e-486d-93dc-ec630c55bbe1 with Priority: HIGHEST for action port [ 1019.514688] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa593e5-e10e-486d-93dc-ec630c55bbe1 with Priority: HIGHEST for action port [ 1019.515045] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa593e5-e10e-486d-93dc-ec630c55bbe1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.515178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa593e5-e10e-486d-93dc-ec630c55bbe1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.515363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa593e5-e10e-486d-93dc-ec630c55bbe1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.515547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa593e5-e10e-486d-93dc-ec630c55bbe1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.515654] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa593e5-e10e-486d-93dc-ec630c55bbe1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.018399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa593e5-e10e-486d-93dc-ec630c55bbe1 [ 1020.018745] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.018913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.018979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.019273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.019398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.019478] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa593e5-e10e-486d-93dc-ec630c55bbe1 already deleted. [ 1020.019614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa593e5-e10e-486d-93dc-ec630c55bbe1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.542584] env[65093]: INFO networking_nsxv3.common.synchronization [req-86a8ec9c-e882-406b-91bc-680474c42223 req-898c36ab-d6ec-4d08-ace5-a357c04ae0b5 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1020.543308] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1020.543485] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.543611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.543673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.544201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.545277] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.545277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.545277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.545277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.545277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.545277] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.804483] env[65093]: INFO networking_nsxv3.common.synchronization [req-3f3852a8-1fb4-4f52-bf2d-074d997ed1ba req-af0f5fed-b0c7-40da-9b13-0b41db8cc592 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1020.805057] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1020.805372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.805510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.805576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.805756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.805905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.806008] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.806096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.806338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.806338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.806433] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.047028] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.047452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.047452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.047682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.047800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.048075] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.048197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.048283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.048462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.048562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.048668] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1021.077015] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.077234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.077442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.077743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.077904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.088384] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1021.306459] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b in Status: SUCCESS [ 1021.306653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.307308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.307308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.307308] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.307308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.307711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.307711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.307711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.307711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.307921] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.308759] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.712548] env[65093]: INFO networking_nsxv3.common.synchronization [req-b7138753-6e03-45b6-bf33-e4be8e4dc353 req-2614495c-a85b-45ba-a5e4-a658bf814686 tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_members [ 1021.713022] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGHEST for action security_group_members [ 1021.713328] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.713451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.713514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.713837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.713992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.715037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.715037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.715037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.715037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.715037] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.810923] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.811155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.811205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.811400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.811582] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.811706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.811756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.811875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.811959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.812055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.812201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.813059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.813145] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.814095] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.216939] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.216939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.217287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.217287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.237981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.240018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.240018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.240018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.240018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240018] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 is going to be updated. [ 1022.269020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.269020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.269020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.269020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.269020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.277914] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 in Status: IN_PROGRESS for 2s [ 1022.316472] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c985cd2e-d6ad-49d1-b2b6-5d43b156f12b: rpc.has_security_group_logging(os_id): False [ 1022.318211] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.318211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.318561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.318689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.319429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.319429] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1022.339121] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.339121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.339365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.340622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.340770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.341067] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.341254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.341357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.341567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.341690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.341926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.342083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.342217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.342490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.342621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.342853] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.343558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.343558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.343558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.343558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.343558] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b is going to be created. [ 1022.351397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.351397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.351397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.351397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.351397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.362844] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1022.411071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.411071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.411071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.411071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.411071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.423028] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b in Status: IN_PROGRESS for 2s [ 1023.032053] env[65093]: INFO networking_nsxv3.common.synchronization [req-8eb13973-398b-4fa4-a157-e3c466623ddd req-8290e1d2-f9f8-4102-af51-c5ecc53f9b47 tempest-ListImageFiltersTestJSON-2105759615 tempest-ListImageFiltersTestJSON-2105759615-project-member] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1023.032718] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1023.033042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.033473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.033473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.033710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.033867] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.034015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.035392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.035392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.035392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.035392] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.100554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1023.100795] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 deletion is rescheduled due to dependency. [ 1023.100921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.432277] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.433924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.433924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.433924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.434420] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.434839] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.435380] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.435471] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.435593] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.435872] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.436037] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.436195] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.436363] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.436527] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.436688] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.436889] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.464740] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.464992] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.465219] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.465499] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.465940] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-e82e2301-6bab-4b05-95a6-cc5ddef06d54 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.466230] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.466441] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.467030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.467134] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82e2301-6bab-4b05-95a6-cc5ddef06d54',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.537011] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.537187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.537262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.537472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.537562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.537758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.537854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.537910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.538102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.538155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.538207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e already deleted. [ 1023.538280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.922538] env[65093]: INFO networking_nsxv3.common.synchronization [req-35874853-7e79-4526-912a-c54ef8ad56fd req-ebad01a1-dbb1-402a-b74f-199a80c54e35 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_members [ 1023.923174] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGHEST for action security_group_members [ 1023.923461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.923618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.923715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.923970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.924199] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.924380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.924485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.924685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.924816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.924955] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.970335] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.970620] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.970768] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.971049] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.971193] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.971383] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port e82e2301-6bab-4b05-95a6-cc5ddef06d54 not found, creating... [ 1023.971598] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.972785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.972785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.972785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.972785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.972785] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.972785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.972785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.973181] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.973181] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.973181] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: e82e2301-6bab-4b05-95a6-cc5ddef06d54 is going to be created. [ 1023.993770] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.994063] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.994158] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.994944] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.994944] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.994944] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.288080] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 in Status: SUCCESS [ 1024.288299] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 deletion is rescheduled due to dependency. [ 1024.288424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.372688] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1024.372908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.427416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.427656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.427917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.428300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.428300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.428553] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.428670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.428779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.428965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.429214] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 is going to be updated. [ 1024.438823] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b in Status: SUCCESS [ 1024.439093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.459562] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.459744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.459805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.459988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.460140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.469372] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f309e07-716c-47b7-a197-d64867c3a109 in Status: IN_PROGRESS for 2s [ 1024.723712] env[65093]: INFO networking_nsxv3.common.synchronization [req-8eb13973-398b-4fa4-a157-e3c466623ddd req-e3a4e64a-a819-4cd8-9ccd-9899a5f94fba service nova] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_rules [ 1024.723712] env[65093]: INFO networking_nsxv3.common.synchronization [req-8eb13973-398b-4fa4-a157-e3c466623ddd req-e3a4e64a-a819-4cd8-9ccd-9899a5f94fba service nova] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1024.723712] env[65093]: INFO networking_nsxv3.common.synchronization [req-8eb13973-398b-4fa4-a157-e3c466623ddd req-e3a4e64a-a819-4cd8-9ccd-9899a5f94fba service nova] Enqueued Resource ID: e82e2301-6bab-4b05-95a6-cc5ddef06d54 with Priority: HIGHEST for action port [ 1024.724270] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_rules [ 1024.724451] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1024.724565] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82e2301-6bab-4b05-95a6-cc5ddef06d54 with Priority: HIGHEST for action port [ 1024.724827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.724941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.725033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.725397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.725488] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.726503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.726628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.726693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.726855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.726998] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.727152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.727248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.727492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.727492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.727607] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.729687] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e82e2301-6bab-4b05-95a6-cc5ddef06d54 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.729826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.729897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.730201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.730201] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82e2301-6bab-4b05-95a6-cc5ddef06d54',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.230299] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.231198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.231320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.233301] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e82e2301-6bab-4b05-95a6-cc5ddef06d54 with status ACTIVE [ 1025.233496] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.233614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.233680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.234551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.234551] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.234551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.234551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.234551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.234901] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.234901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.234901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.235056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.235107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.235171] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e82e2301-6bab-4b05-95a6-cc5ddef06d54 is going to be updated. [ 1025.260284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.260494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.260556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.260761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.260907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.261080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e82e2301-6bab-4b05-95a6-cc5ddef06d54" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.439132] env[65093]: INFO networking_nsxv3.common.synchronization [req-546dd581-29f1-4b9a-968d-557de15a6e3d req-f49300cc-bb52-4d6e-9918-30d7c3759870 tempest-ListImageFiltersTestJSON-2105759615 tempest-ListImageFiltersTestJSON-2105759615-project-member] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1025.439685] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1025.440021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.440122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.728036] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.728036] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.728036] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.728341] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.728385] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.728577] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.728783] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.729207] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.729461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.729781] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.729977] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.730187] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.730377] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.730577] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.730767] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.730985] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.732860] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.752704] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.752870] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.752993] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.753183] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-626" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.753492] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-accf0e67-7213-4f79-9aab-7f449b174044 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.753657] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.753837] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.754118] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.754303] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('accf0e67-7213-4f79-9aab-7f449b174044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.235684] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.235991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.236083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.236301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.236393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.236490] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be created. [ 1026.256585] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.256814] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.256935] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.257317] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.257514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257683] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port accf0e67-7213-4f79-9aab-7f449b174044 not found, creating... [ 1026.258041] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.258230] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.258378] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.258650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.258797] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.259137] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.259332] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.259465] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.259715] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.259888] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.260046] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: accf0e67-7213-4f79-9aab-7f449b174044 is going to be created. [ 1026.264560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.264724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.264803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.264946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.265118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.276920] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: UNINITIALIZED for 2s [ 1026.286271] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.286271] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.286596] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.286678] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.286879] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.287177] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.478625] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f309e07-716c-47b7-a197-d64867c3a109 in Status: SUCCESS [ 1026.478907] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 deletion is rescheduled due to dependency. [ 1026.478907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.062021] env[65093]: INFO networking_nsxv3.common.synchronization [req-546dd581-29f1-4b9a-968d-557de15a6e3d req-0166d95a-2bb1-42d6-a9dc-7bc2c836becf service nova] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_rules [ 1027.062021] env[65093]: INFO networking_nsxv3.common.synchronization [req-546dd581-29f1-4b9a-968d-557de15a6e3d req-0166d95a-2bb1-42d6-a9dc-7bc2c836becf service nova] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1027.062505] env[65093]: INFO networking_nsxv3.common.synchronization [req-546dd581-29f1-4b9a-968d-557de15a6e3d req-0166d95a-2bb1-42d6-a9dc-7bc2c836becf service nova] Enqueued Resource ID: accf0e67-7213-4f79-9aab-7f449b174044 with Priority: HIGHEST for action port [ 1027.063034] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_rules [ 1027.063253] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1027.063421] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: accf0e67-7213-4f79-9aab-7f449b174044 with Priority: HIGHEST for action port [ 1027.063872] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.064062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.064411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.064558] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.064791] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-accf0e67-7213-4f79-9aab-7f449b174044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.064946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.065127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.065279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.065405] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('accf0e67-7213-4f79-9aab-7f449b174044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.568029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port accf0e67-7213-4f79-9aab-7f449b174044 with status ACTIVE [ 1027.568479] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.568479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.568479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.568737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.568737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.568876] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.568977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.569049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.569198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.569480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.569480] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.569778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.569778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.569778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.569943] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.569943] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: accf0e67-7213-4f79-9aab-7f449b174044 is going to be updated. [ 1027.593649] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.593818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.593881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.594211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.594618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.594618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-accf0e67-7213-4f79-9aab-7f449b174044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.286322] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1028.286575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.286772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.287099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.287325] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.287481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.287552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.288170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.288296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.288392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.288601] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.292693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.292693] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.292904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.292904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.293075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.293171] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.795717] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.796045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.799458] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.302757] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.805547] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.805845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.805845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.806017] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.806120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.806221] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be updated. [ 1029.833446] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.833595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.833658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.833867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.834018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.843374] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1030.313258] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e5a0962-d229-478d-9222-6815ea28d5fd req-b8a9eac3-0235-4af9-bcd9-6b98e75747d7 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_members [ 1030.314563] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_members [ 1030.314563] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.314563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.314563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.315027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.315027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.315027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.315027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.315290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.315290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.315418] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.647580] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.647783] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.647907] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.648194] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.648449] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.648609] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.648727] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.649081] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.649253] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.649467] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.649586] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.649697] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.649866] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.649945] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.650066] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.650200] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.670519] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.670828] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.670828] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.671015] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.671303] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-a702cfba-c872-4eee-912e-7fef6fd48689 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.671488] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.671611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.671980] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.672134] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a702cfba-c872-4eee-912e-7fef6fd48689',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.817359] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.817623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.817623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.817815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.817901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.818114] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.818214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.818278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.818429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.818507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.818594] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8283956b-8744-481a-851f-2f2865646a65 already deleted. [ 1030.818671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.175276] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.175649] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.175834] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176223] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.176483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.176760] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port a702cfba-c872-4eee-912e-7fef6fd48689 not found, creating... [ 1031.177221] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.177485] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.177722] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178037] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.178203] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.178620] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.178854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.179053] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.179408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.179601] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.179772] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: a702cfba-c872-4eee-912e-7fef6fd48689 is going to be created. [ 1031.202598] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.202889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.203044] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203449] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.203789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.204059] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.857136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1031.857507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.857560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.857756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.857982] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.858175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.858247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.858427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.858514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.858618] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.973385] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e5a0962-d229-478d-9222-6815ea28d5fd req-7795f5e9-4533-4964-97b6-0e85a93f1e94 service nova] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_rules [ 1031.973519] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e5a0962-d229-478d-9222-6815ea28d5fd req-7795f5e9-4533-4964-97b6-0e85a93f1e94 service nova] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_members [ 1031.973729] env[65093]: INFO networking_nsxv3.common.synchronization [req-6e5a0962-d229-478d-9222-6815ea28d5fd req-7795f5e9-4533-4964-97b6-0e85a93f1e94 service nova] Enqueued Resource ID: a702cfba-c872-4eee-912e-7fef6fd48689 with Priority: HIGHEST for action port [ 1031.974439] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_rules [ 1031.974674] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_members [ 1031.974816] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a702cfba-c872-4eee-912e-7fef6fd48689 with Priority: HIGHEST for action port [ 1031.975227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.975413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.975413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.975598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.975665] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.977447] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.977600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.977692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.977932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.978131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.978241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.978307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.978471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.978560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.978660] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.983798] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-a702cfba-c872-4eee-912e-7fef6fd48689 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.983798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.983798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.983798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.983798] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a702cfba-c872-4eee-912e-7fef6fd48689',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.362617] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.477868] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.478094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.482647] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.484778] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a702cfba-c872-4eee-912e-7fef6fd48689 with status ACTIVE [ 1032.484946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.485084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.485162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.485420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.485563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.485837] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.485944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.486078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.486247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.486344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.486529] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.486625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.486690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.486872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.486951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.487046] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a702cfba-c872-4eee-912e-7fef6fd48689 is going to be updated. [ 1032.511632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.511874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.511962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.512257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.512579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.512823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a702cfba-c872-4eee-912e-7fef6fd48689" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.864915] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.971090] env[65093]: INFO networking_nsxv3.common.synchronization [req-3132b7c1-43ec-479e-bf3f-d297eda3cf95 req-053663eb-3601-4a83-a202-ce4eafef6a8a tempest-InstanceActionsTestJSON-1469522168 tempest-InstanceActionsTestJSON-1469522168-project-member] Enqueued Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_members [ 1032.971669] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGHEST for action security_group_members [ 1032.971980] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.972137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.972207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.972411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.972630] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.972724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.972778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.973081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973367] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.987234] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.367437] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.367630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.367630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.367909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.368181] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be updated. [ 1033.403959] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.404213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.404272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.404548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.404729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.415836] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1033.475594] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.475785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.475875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.476156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.476262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.476468] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.476568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.476632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.476858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.476964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.477086] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b is going to be updated. [ 1033.489836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.490060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.490060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.490288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.490380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.490460] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8283956b-8744-481a-851f-2f2865646a65 is going to be created. [ 1033.509872] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.510103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.510103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.510304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.510445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.530158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.530373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.530373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.530516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.530672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.532371] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b in Status: IN_PROGRESS for 2s [ 1033.541791] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: UNINITIALIZED for 2s [ 1035.427421] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1035.427784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.427784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.428025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.428223] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.428342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.428408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.428563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.428644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.428729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.428880] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.428967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.429041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.429183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.429321] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.429412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.429472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.429619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.429682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.429762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.429852] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.545847] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b in Status: SUCCESS [ 1035.546127] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b deletion is rescheduled due to dependency. [ 1035.546174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.554355] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: SUCCESS [ 1035.554637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.554793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.555034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.555238] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.555355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.555651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.555651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.555856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.556029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.556154] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.932614] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343561f-ca0f-427d-be1d-8835fc36539e: rpc.has_security_group_logging(os_id): False [ 1035.955870] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.956134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.956249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.956568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.956710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.957014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.957160] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.957230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.957403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.957510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.957751] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.957853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.957915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.958077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.958153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.958349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.958440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.958500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.958640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.958713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.958796] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be created. [ 1036.025249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.025524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.025524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.025911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.025911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.038331] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1036.060055] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.563554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8283956b-8744-481a-851f-2f2865646a65: rpc.has_security_group_logging(os_id): False [ 1036.590238] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.590676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.590676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.590841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.590841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.591069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.591200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.591200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.591356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.591439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.591719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8283956b-8744-481a-851f-2f2865646a65 is going to be created. [ 1036.666843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.667091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.667091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.667789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.667789] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.681769] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: IN_PROGRESS for 2s [ 1037.143828] env[65093]: INFO networking_nsxv3.common.synchronization [req-3dfc3c99-786a-46e4-bc70-16f04fac6959 req-1349615d-6aa6-4ddf-9acf-8da98425ac46 tempest-ServersNegativeTestJSON-1465318146 tempest-ServersNegativeTestJSON-1465318146-project-member] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1037.143828] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1037.144672] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.144672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.144672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.145376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.145376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.145376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.145376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.145376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.145917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.145917] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.567028] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.567028] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.567621] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.568182] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.568571] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.568859] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.569075] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.569622] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570589] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570929] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.571143] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.571299] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.571500] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.571731] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.571960] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.572616] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.598042] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.598042] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.598042] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.598042] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.598042] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.598560] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.598560] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.598761] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.599080] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f8af59-3b8c-4e76-a9db-dfb92419aa4b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.647486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.647700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.647746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.648302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.648302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.648302] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.648606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.648606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.648725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.648768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.648865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 already deleted. [ 1037.648964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.057965] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1038.058559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.058559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.058769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.058769] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.102722] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.103039] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.103165] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.103557] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.103883] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.104157] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port d4f8af59-3b8c-4e76-a9db-dfb92419aa4b not found, creating... [ 1038.104700] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.104981] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.105188] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.105570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.105809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.106317] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.106556] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.106751] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.107115] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.107318] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.107519] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b is going to be created. [ 1038.135616] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.135885] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.136121] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.136413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.136653] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.138031] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.561456] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.561761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.561831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.562019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.562191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.562688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.562688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.562688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.562688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.562911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.562911] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.695395] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: SUCCESS [ 1038.695720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.865284] env[65093]: INFO networking_nsxv3.common.synchronization [req-3dfc3c99-786a-46e4-bc70-16f04fac6959 req-aaa2d789-bb9a-4d2a-b4e4-71ee56ca0ae8 service nova] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_rules [ 1038.865487] env[65093]: INFO networking_nsxv3.common.synchronization [req-3dfc3c99-786a-46e4-bc70-16f04fac6959 req-aaa2d789-bb9a-4d2a-b4e4-71ee56ca0ae8 service nova] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1038.865633] env[65093]: INFO networking_nsxv3.common.synchronization [req-3dfc3c99-786a-46e4-bc70-16f04fac6959 req-aaa2d789-bb9a-4d2a-b4e4-71ee56ca0ae8 service nova] Enqueued Resource ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b with Priority: HIGHEST for action port [ 1038.867024] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_rules [ 1038.867024] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1038.867024] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b with Priority: HIGHEST for action port [ 1038.867024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.867434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868191] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.869978] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.869978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.869978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870436] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.870436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.870616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.871443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871443] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.871993] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.872155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.872243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872452] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f8af59-3b8c-4e76-a9db-dfb92419aa4b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.065706] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.065992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.066780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.066780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.066780] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.066975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.067339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.067339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.067448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.067573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.067958] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.068124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.068219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.069585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.069585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.069585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.069585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.069585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.069585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.069585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.069988] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.374233] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.374861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.374861] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.375865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4f8af59-3b8c-4e76-a9db-dfb92419aa4b with status ACTIVE [ 1039.376077] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.376234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.376331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.376821] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.376939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.377037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.377148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.377224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.377608] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.377608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.377608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.377953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.377953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.377953] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b is going to be updated. [ 1039.402853] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.403109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.403109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.403298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.403432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.403649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.572970] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343561f-ca0f-427d-be1d-8835fc36539e: rpc.has_security_group_logging(os_id): False [ 1039.592158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.592351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.592456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.592839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.592947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.593232] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.593391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.593488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.593723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.593854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.594145] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.594285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.594380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.594637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.594714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.595023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.595166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.595260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.595480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.595868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.595868] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be updated. [ 1039.697604] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.712942] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1039.876881] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.380723] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.380892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.380967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.381225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.381334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.381413] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be created. [ 1040.410690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.410690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.410690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.410690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.410690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.423753] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: UNINITIALIZED for 2s [ 1041.730470] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1041.730820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.188874] env[65093]: INFO networking_nsxv3.common.synchronization [req-5df84eea-080e-4c0b-90d1-02cbc5d5e70e req-1cd47883-3eba-47a3-bb25-356dbd4f08f3 tempest-ServersTestBootFromVolume-487867712 tempest-ServersTestBootFromVolume-487867712-project-member] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_members [ 1042.189422] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGHEST for action security_group_members [ 1042.189838] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.191322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.191322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.191623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.191789] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.191885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.191965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.192211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.192330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.192463] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.436227] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1042.436227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.436227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.436227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.436227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.436532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.436532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.436532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.436634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.436669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.436807] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.699081] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.699081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.699081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.699081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.699081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.699289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.699289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.699657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.699657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.699657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.699657] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 is going to be updated. [ 1042.730918] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.731249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.731249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.731341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.731527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.740660] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 746367ea-9a02-407b-975e-fec4bfa213f5 in Status: IN_PROGRESS for 2s [ 1042.939014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.939196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.942115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.942399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.942597] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.942785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.942858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.943186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.943274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.943363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.943533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.943627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.943686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.943827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.943966] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.944074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.944143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.946016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.946016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.946016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.946016] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.009573] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ff9a5d9e-a81d-47c2-b5b9-de8afc02e220 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_rules [ 1043.010021] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_rules [ 1043.010376] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.010541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.010609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.010897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.010982] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.126409] env[65093]: INFO networking_nsxv3.common.synchronization [None req-3f1d852b-741e-4add-9ac2-0f73161d3a89 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_rules [ 1043.126891] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_rules [ 1043.127242] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.127386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.449950] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604181fd-90d2-4655-96fa-0fde60a7bb57: rpc.has_security_group_logging(os_id): False [ 1043.470332] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.470553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.470634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.470911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.471012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.471305] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.471373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.471450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.471987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.471987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.471987] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.472295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.472295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.472295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.472454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.472561] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.472747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.472827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.473045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.473265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.473265] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be created. [ 1043.533181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.533401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.533479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.533712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.533809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.533909] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 already deleted. [ 1043.534043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.534282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.534465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.534552] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.551476] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.551476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.551476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.551476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.551476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.567283] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1044.066844] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.067241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.067241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.067806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.067806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.067806] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 already deleted. [ 1044.067806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.753470] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 746367ea-9a02-407b-975e-fec4bfa213f5 in Status: SUCCESS [ 1044.753664] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 deletion is rescheduled due to dependency. [ 1044.753762] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.583202] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1045.583542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.130425] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1048.130796] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1049.472983] env[65093]: INFO networking_nsxv3.common.synchronization [req-b70aad73-48af-46b8-a917-4d62853261e2 req-63777060-77fa-4f40-8dd2-58b3dbda5dca tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 1049.473977] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 1049.475144] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.475144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.475144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.476275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.476275] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.476275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.476275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.476275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.476542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.476542] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.828795] env[65093]: INFO networking_nsxv3.common.synchronization [req-16131bb8-321d-43f4-a6d1-9b9be6a10f71 req-3f9db2fb-8d51-483b-8d9d-327279a96c19 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1049.829940] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1049.832962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.832962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.832962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.832962] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.981271] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.337532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.337532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.337532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.337532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.337532] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.338853] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 1050.372618] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.372618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.372618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.376323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.376323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.385624] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 1050.485333] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.802965] env[65093]: INFO networking_nsxv3.common.synchronization [req-7db81428-5b41-4ce3-8e47-4e761f0bd154 req-5ab4e322-a0b1-4815-95dc-fbce301d68de tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1050.803682] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1050.804073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.804210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.804312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.804548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.804725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.804872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.804931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.805170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.805433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.805433] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.987794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.988056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.988056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.988770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.989266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.989266] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be updated. [ 1051.022029] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.022029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.022029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.022029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.023342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.033736] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: IN_PROGRESS for 2s [ 1051.143600] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.143802] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.143927] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144227] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.144576] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.144693] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.144740] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144988] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.145156] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.145365] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.145477] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.145584] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.145692] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.145809] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.145939] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.146088] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.166337] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.166513] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.166680] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.166822] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.167227] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-f670acd6-75e8-4eaf-8937-e8767e588230 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.167405] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.167547] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.167879] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.168044] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f670acd6-75e8-4eaf-8937-e8767e588230',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.310113] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.310113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.310113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.310113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.310113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.310113] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.310113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.310113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.310898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.310898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.310898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1051.341077] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.341077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.341077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.341077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.341429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.353566] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1051.670504] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.670934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.670934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.671112] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.671217] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.671374] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port f670acd6-75e8-4eaf-8937-e8767e588230 not found, creating... [ 1051.671645] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.671803] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.671922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.672261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.672336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.672583] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.672767] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.672972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.673378] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.673570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.673805] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: f670acd6-75e8-4eaf-8937-e8767e588230 is going to be created. [ 1051.698065] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.698310] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.698417] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.699026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.699026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.699179] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.397256] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 1052.397633] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 1052.397693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.448350] env[65093]: INFO networking_nsxv3.common.synchronization [req-7db81428-5b41-4ce3-8e47-4e761f0bd154 req-20af8a92-442c-47d8-bd74-f73fe53a074c service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1052.448530] env[65093]: INFO networking_nsxv3.common.synchronization [req-7db81428-5b41-4ce3-8e47-4e761f0bd154 req-20af8a92-442c-47d8-bd74-f73fe53a074c service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1052.448657] env[65093]: INFO networking_nsxv3.common.synchronization [req-7db81428-5b41-4ce3-8e47-4e761f0bd154 req-20af8a92-442c-47d8-bd74-f73fe53a074c service nova] Enqueued Resource ID: f670acd6-75e8-4eaf-8937-e8767e588230 with Priority: HIGHEST for action port [ 1052.449281] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1052.449405] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1052.449461] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f670acd6-75e8-4eaf-8937-e8767e588230 with Priority: HIGHEST for action port [ 1052.449719] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.449838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.449913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.451036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.451132] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.453691] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.453818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.453987] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f670acd6-75e8-4eaf-8937-e8767e588230 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.454152] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.454285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.454507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.454596] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f670acd6-75e8-4eaf-8937-e8767e588230',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.955182] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.955599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.956719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f670acd6-75e8-4eaf-8937-e8767e588230 with status ACTIVE [ 1052.957132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.957132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.957132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.957359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.957557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.957643] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.957767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.957767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.958199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.958199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.958199] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.958369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.958369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.958738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.958738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.958738] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f670acd6-75e8-4eaf-8937-e8767e588230 is going to be updated. [ 1052.997503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.997747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.997803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.997998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.998212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.998386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f670acd6-75e8-4eaf-8937-e8767e588230" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.045836] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 1053.046237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.192029] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.192280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.192358] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.192622] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.192978] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.193201] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.193395] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.193538] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.193681] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.193902] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.194122] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.194186] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.194249] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.194345] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.194446] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.194574] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.218195] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.218449] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.218563] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.218759] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.219179] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-2602bb3d-1da0-44d9-a2ec-411819b2f89d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.219407] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.219597] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.219896] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.220048] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2602bb3d-1da0-44d9-a2ec-411819b2f89d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.365279] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1053.365456] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1053.365575] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.366358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.366450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.366629] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.366746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.366811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.366968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.367065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.367177] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.722855] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.723101] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.723227] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.723508] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.723655] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.723951] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.724140] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.724259] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.724474] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.724610] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.724942] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725133] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725254] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.725460] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.725600] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.725732] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d is going to be updated. [ 1053.747822] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.748053] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.748156] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.748420] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.748607] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.748823] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.869623] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.372936] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.488540] env[65093]: INFO networking_nsxv3.common.synchronization [req-7b603aac-05e0-48db-824a-7b3b75cd0b48 req-e581a90e-448a-40c0-b1bf-9f101b561dd0 service nova] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 1054.488787] env[65093]: INFO networking_nsxv3.common.synchronization [req-7b603aac-05e0-48db-824a-7b3b75cd0b48 req-e581a90e-448a-40c0-b1bf-9f101b561dd0 service nova] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 1054.488994] env[65093]: INFO networking_nsxv3.common.synchronization [req-7b603aac-05e0-48db-824a-7b3b75cd0b48 req-e581a90e-448a-40c0-b1bf-9f101b561dd0 service nova] Enqueued Resource ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d with Priority: HIGHEST for action port [ 1054.489702] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_rules [ 1054.489892] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 1054.490045] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d with Priority: HIGHEST for action port [ 1054.490375] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.490548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.490708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.490924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.491100] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.492095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.492233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.492395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.492539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.492737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.492877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.492974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.493855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.493855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.493855] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.494635] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2602bb3d-1da0-44d9-a2ec-411819b2f89d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.494752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.494809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.495061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.495146] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2602bb3d-1da0-44d9-a2ec-411819b2f89d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.874091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.874301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.874301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.874526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.874612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.874709] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1054.906627] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.906785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.906868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.907072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.907305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.918432] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1054.997214] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.998711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.998711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.998991] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2602bb3d-1da0-44d9-a2ec-411819b2f89d with status ACTIVE [ 1054.998991] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.999145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.999231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.999438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.999533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.000710] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.000710] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.000710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.001328] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2602bb3d-1da0-44d9-a2ec-411819b2f89d is going to be updated. [ 1055.027329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.027533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.027586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.028142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.028249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2602bb3d-1da0-44d9-a2ec-411819b2f89d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.503530] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.006525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.006765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.006832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.007268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.007403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.007547] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 is going to be updated. [ 1056.066461] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.067323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.067323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.067323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.067557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.080165] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: IN_PROGRESS for 2s [ 1056.169397] env[65093]: INFO networking_nsxv3.common.synchronization [req-4640fdef-ca15-4858-aa60-7dc211536583 req-652b6049-1c1b-4695-bf33-dec7bbb7dfea tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1056.170625] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1056.170625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.173059] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.173059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.173059] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.514181] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.514605] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.514605] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.514782] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.515106] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.515335] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.515573] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.515926] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.516178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.516429] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.516563] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.516673] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.516799] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.516911] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.517094] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.517172] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.539760] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.539942] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.540200] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.540396] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.540715] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-cf1a2943-3597-404b-9137-02b9b88f6d31 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.541636] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.541636] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.541636] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.541636] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1a2943-3597-404b-9137-02b9b88f6d31',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.676644] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.929489] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1056.929736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.929917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.930147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.930354] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.930611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.930611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.930848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.930848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.930848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.931316] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.044869] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.045221] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.045349] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045641] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045790] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.046187] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port cf1a2943-3597-404b-9137-02b9b88f6d31 not found, creating... [ 1057.046518] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.046701] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.046825] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.047114] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.047289] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.047611] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.047780] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.047901] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.048162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.048308] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.048457] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: cf1a2943-3597-404b-9137-02b9b88f6d31 is going to be created. [ 1057.178211] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.185671] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.185912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.186092] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.186419] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.186682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.186945] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.433069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.433298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.433463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.433651] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.433866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.434038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.434178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.434283] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.434473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.434612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.434679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.434948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.435131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.435255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.435342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.435538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.435663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.435782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.435909] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.680650] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.680650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.681075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.681075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.681075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.681215] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1057.709372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.710159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.710159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.720193] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1057.827466] env[65093]: INFO networking_nsxv3.common.synchronization [req-4640fdef-ca15-4858-aa60-7dc211536583 req-a8b2afed-4548-49f4-9166-c4f6436cb7e4 service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1057.827466] env[65093]: INFO networking_nsxv3.common.synchronization [req-4640fdef-ca15-4858-aa60-7dc211536583 req-a8b2afed-4548-49f4-9166-c4f6436cb7e4 service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1057.827466] env[65093]: INFO networking_nsxv3.common.synchronization [req-4640fdef-ca15-4858-aa60-7dc211536583 req-a8b2afed-4548-49f4-9166-c4f6436cb7e4 service nova] Enqueued Resource ID: cf1a2943-3597-404b-9137-02b9b88f6d31 with Priority: HIGHEST for action port [ 1057.829428] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1057.829428] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1057.829428] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1a2943-3597-404b-9137-02b9b88f6d31 with Priority: HIGHEST for action port [ 1057.829428] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.830062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.830308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.830787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.831911] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.833027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835499] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1a2943-3597-404b-9137-02b9b88f6d31 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.835499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.835499] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1a2943-3597-404b-9137-02b9b88f6d31',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.940345] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 1057.963024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.963024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.963024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.963024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.964542] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.964858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.965136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.965427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.967922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.967922] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1058.042253] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.043072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.045105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.046246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.046543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.062370] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1058.093528] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: SUCCESS [ 1058.093787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.094388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.094597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.094790] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.094921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.094990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.095161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.095278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.095343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.095405] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.336068] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.336252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.337798] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1a2943-3597-404b-9137-02b9b88f6d31 with status ACTIVE [ 1058.338400] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.338544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.338619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.339037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.339037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.339163] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.339215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.339523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.339743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.339834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.340427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340554] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1a2943-3597-404b-9137-02b9b88f6d31 is going to be updated. [ 1058.368597] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.368787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.368871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.369069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.369222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.369749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1a2943-3597-404b-9137-02b9b88f6d31" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.599624] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.103421] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3a63806-796d-4a5b-9a85-fccd8977cc74: rpc.has_security_group_logging(os_id): False [ 1059.122021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.122021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.122021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.122021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 is going to be updated. [ 1059.190020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.190020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.190020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.190020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.190020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.204754] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: IN_PROGRESS for 2s [ 1059.735194] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1059.735194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735194] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.735194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.735475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735588] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.079139] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1060.079436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.240258] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.669230] env[65093]: INFO networking_nsxv3.common.synchronization [req-363a3a1d-1d09-4ffb-a69c-0b0de13528e5 req-4dcc7a2a-cb83-43c4-8e0f-24d5a69ac3d2 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_members [ 1060.670013] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_members [ 1060.672104] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.672861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.674404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.674662] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.674959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.675829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.675995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.676159] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.742949] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.091828] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.092062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.092191] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.092467] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.093292] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.093481] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.093599] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.093832] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.093993] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.094237] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.094351] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.094456] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.094561] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.094668] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.094771] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.094898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.117749] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.117939] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.118089] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.118432] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.118784] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-41aa03c0-1173-42a2-ad05-192a462007bb taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.118964] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.119120] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.119433] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.119573] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41aa03c0-1173-42a2-ad05-192a462007bb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.178635] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.178829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.178909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.180269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.180468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.180720] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.180831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.180888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.181094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.181174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.181272] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 already deleted. [ 1061.181343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: SUCCESS [ 1061.219101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.248980] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.249353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.249353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.249501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.249545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.249634] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1061.279826] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.280050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.280050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.280287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.280433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.291021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1061.621804] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.622117] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.622255] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.622559] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.622741] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.622979] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 41aa03c0-1173-42a2-ad05-192a462007bb not found, creating... [ 1061.623331] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.623545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.623669] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.624079] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.624227] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.624620] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.624800] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.624975] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.625317] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.625522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.625757] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 41aa03c0-1173-42a2-ad05-192a462007bb is going to be created. [ 1061.651625] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.651865] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.651986] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.652380] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.652631] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.652870] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.428540] env[65093]: INFO networking_nsxv3.common.synchronization [req-363a3a1d-1d09-4ffb-a69c-0b0de13528e5 req-fdbfb4d0-8899-4dc9-88f1-e6c96059f0d9 service nova] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_rules [ 1062.428988] env[65093]: INFO networking_nsxv3.common.synchronization [req-363a3a1d-1d09-4ffb-a69c-0b0de13528e5 req-fdbfb4d0-8899-4dc9-88f1-e6c96059f0d9 service nova] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_members [ 1062.429229] env[65093]: INFO networking_nsxv3.common.synchronization [req-363a3a1d-1d09-4ffb-a69c-0b0de13528e5 req-fdbfb4d0-8899-4dc9-88f1-e6c96059f0d9 service nova] Enqueued Resource ID: 41aa03c0-1173-42a2-ad05-192a462007bb with Priority: HIGHEST for action port [ 1062.430462] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_rules [ 1062.430617] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_members [ 1062.430796] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41aa03c0-1173-42a2-ad05-192a462007bb with Priority: HIGHEST for action port [ 1062.431199] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.431523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.431523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.431721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.431721] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.432652] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.432774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.432866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.433224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.433408] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.433519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.433610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.433752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.433826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.433930] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.435465] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-41aa03c0-1173-42a2-ad05-192a462007bb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.435465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.435465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.435465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.435465] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41aa03c0-1173-42a2-ad05-192a462007bb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.939088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.939088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.939088] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.939907] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41aa03c0-1173-42a2-ad05-192a462007bb with status ACTIVE [ 1062.939907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.939907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.939907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.940192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.940192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.940273] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.940358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.940457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.940660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.940742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.940931] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.944834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.944834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.944834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.944834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.944834] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41aa03c0-1173-42a2-ad05-192a462007bb is going to be updated. [ 1062.982541] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.982824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.982824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.983175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.983444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.983659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41aa03c0-1173-42a2-ad05-192a462007bb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.119071] env[65093]: INFO networking_nsxv3.common.synchronization [req-f87addb1-b26e-4b8e-bd08-131c03b37201 req-76ce413a-12e1-46d0-b1b6-7f2e8c839621 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1063.119756] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1063.120805] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.120805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.120805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.120805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.120805] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.120805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.120805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.121341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.121341] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.312222] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1063.312222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.312222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.312222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.313657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.313657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.313657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.313657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.313657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.313657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.313657] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.447302] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.451125] env[65093]: INFO networking_nsxv3.common.synchronization [None req-2360c1ab-ab3c-4ec3-b904-0b03f5e5f33d None None] Enqueued Resource ID: f20539be-e610-4e6c-8dd5-fc367bcb396b with Priority: HIGHEST for action port [ 1063.452722] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20539be-e610-4e6c-8dd5-fc367bcb396b with Priority: HIGHEST for action port [ 1063.453211] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20539be-e610-4e6c-8dd5-fc367bcb396b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.453429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20539be-e610-4e6c-8dd5-fc367bcb396b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.453545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20539be-e610-4e6c-8dd5-fc367bcb396b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.455274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20539be-e610-4e6c-8dd5-fc367bcb396b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.455274] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20539be-e610-4e6c-8dd5-fc367bcb396b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.527671] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.527951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.527951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.528277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.528366] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.568359] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.568627] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.568718] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.568927] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.569686] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.569851] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.569975] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.570215] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.570357] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.570802] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.570932] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.571071] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.571188] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.571302] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.571406] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.571540] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.595804] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.596155] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.596426] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.596617] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-743" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.596932] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-8fa77770-c6cc-47c6-94ff-399b94e294cd taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.597192] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.597349] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.598631] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.598631] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa77770-c6cc-47c6-94ff-399b94e294cd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.623473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.623740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.623861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.624275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.624465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.624732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.624906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.625125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.625403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.625508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.625613] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 1063.656384] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.656548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.656548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.656765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.656962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.672102] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 1063.818316] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.818316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.818502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.819071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.819071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.819071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.819071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.819071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.819356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.819356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.819463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.819463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.819608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.819673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.819776] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.819860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.819918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.820070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.820151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.820234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.820324] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.953249] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.953249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.953249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.953543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.953602] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.953713] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 is going to be created. [ 1063.958595] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f20539be-e610-4e6c-8dd5-fc367bcb396b [ 1063.958756] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.958916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.958975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.959469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.959469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.959469] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f20539be-e610-4e6c-8dd5-fc367bcb396b already deleted. [ 1063.959469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20539be-e610-4e6c-8dd5-fc367bcb396b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.984470] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.984470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.984470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.984470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.984775] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.002844] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 in Status: UNINITIALIZED for 2s [ 1064.031964] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.102064] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.102064] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.102064] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.102506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.102506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.102804] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 8fa77770-c6cc-47c6-94ff-399b94e294cd not found, creating... [ 1064.103273] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.103273] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.104655] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.104655] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.104655] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.105359] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.105359] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.105471] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.107230] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.107408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.107567] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 8fa77770-c6cc-47c6-94ff-399b94e294cd is going to be created. [ 1064.129565] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.129565] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.129774] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.130374] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.130374] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.130500] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.329145] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 1064.366516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.366516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.366516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.367267] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.367267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.368346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.368678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.368884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.369105] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1064.458610] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.458610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.458610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.458610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.458610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.472445] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1064.534729] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.898499] env[65093]: INFO networking_nsxv3.common.synchronization [None req-efec6959-00f3-4efc-9028-41b28810d704 tempest-ServerActionsV293TestJSON-1190142991 tempest-ServerActionsV293TestJSON-1190142991-project-member] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_rules [ 1064.904342] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_rules [ 1064.904652] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.904805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.904899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.905383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.905383] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.945986] env[65093]: INFO networking_nsxv3.common.synchronization [req-f87addb1-b26e-4b8e-bd08-131c03b37201 req-f349ace7-7d31-4e7d-b15f-4b9fdb2879a6 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 1064.946064] env[65093]: INFO networking_nsxv3.common.synchronization [req-f87addb1-b26e-4b8e-bd08-131c03b37201 req-f349ace7-7d31-4e7d-b15f-4b9fdb2879a6 service nova] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1064.946208] env[65093]: INFO networking_nsxv3.common.synchronization [req-f87addb1-b26e-4b8e-bd08-131c03b37201 req-f349ace7-7d31-4e7d-b15f-4b9fdb2879a6 service nova] Enqueued Resource ID: 8fa77770-c6cc-47c6-94ff-399b94e294cd with Priority: HIGHEST for action port [ 1064.946838] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_rules [ 1064.946943] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1064.947032] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa77770-c6cc-47c6-94ff-399b94e294cd with Priority: HIGHEST for action port [ 1064.948018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.948151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.948253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.948423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.948501] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.949531] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.949635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.949821] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa77770-c6cc-47c6-94ff-399b94e294cd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.949967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.950033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.950539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.950539] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa77770-c6cc-47c6-94ff-399b94e294cd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.018360] env[65093]: INFO networking_nsxv3.common.synchronization [None req-07d67516-4a6e-4fbe-8aae-59bd2c235f28 tempest-ServerActionsV293TestJSON-1190142991 tempest-ServerActionsV293TestJSON-1190142991-project-member] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_rules [ 1065.018959] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_rules [ 1065.019432] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.019432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.041563] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1065.041785] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1065.435610] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.435926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.436118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.437090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.437381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.437521] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc already deleted. [ 1065.437521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.437683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.437967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.438120] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.452773] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.452773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.453095] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fa77770-c6cc-47c6-94ff-399b94e294cd with status ACTIVE [ 1065.453095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.454644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.454821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.455491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.455929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.456046] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.456168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.456416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.456527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.456647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.456928] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.461969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.461969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.462411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.462411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.462488] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fa77770-c6cc-47c6-94ff-399b94e294cd is going to be updated. [ 1065.490503] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.490798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.490798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.490910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.491567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.491567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa77770-c6cc-47c6-94ff-399b94e294cd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.691768] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 1065.691966] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 1065.692135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.692320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.692607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.692841] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.693429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.693429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.693429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.693628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.693664] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.973781] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.973781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.973781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.973781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.974119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.974119] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc already deleted. [ 1065.974190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.026217] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 in Status: SUCCESS [ 1066.026450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.026639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.026969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.027083] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.027208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.027341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.027434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.027568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.027606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.027706] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.192570] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.192826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.192826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.193034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.209445] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1066.209887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211853] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1066.214140] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.260974] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.261162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.261310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.262055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.274073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.274933] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1066.275044] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.275145] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.328673] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.328673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.328673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.328673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.330809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.331109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1066.435372] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.435682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.435901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.436200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.436844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.437492] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1066.493469] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1066.494124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.530456] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.555630] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a5e43f07-575d-4816-bc06-11fa2233b8e3 None None] Enqueued Resource ID: e98e57f7-7d87-4d73-b49d-79d187091511 with Priority: HIGHEST for action port [ 1066.556237] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e57f7-7d87-4d73-b49d-79d187091511 with Priority: HIGHEST for action port [ 1066.557838] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-e98e57f7-7d87-4d73-b49d-79d187091511 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.557838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e98e57f7-7d87-4d73-b49d-79d187091511" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.557838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e98e57f7-7d87-4d73-b49d-79d187091511" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.557838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e98e57f7-7d87-4d73-b49d-79d187091511" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.557838] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e98e57f7-7d87-4d73-b49d-79d187091511',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.631863] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.632708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.632802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.633248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.633747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.634261] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1066.634409] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c3d86381-c398-468e-bfd0-00834d85b8e9', '8283956b-8744-481a-851f-2f2865646a65', '14bc4a23-99b9-464a-9daa-7ea992fab349', '2e1e1a1e-e403-447e-adf9-c29b854b42b6', '1c3b8bf5-1818-4fd1-9b24-05004383c9ad', '604181fd-90d2-4655-96fa-0fde60a7bb57', 'f19b7f4e-d28b-47d0-82a7-8f7b5de6961b', '125115e6-4f9f-4b33-82d3-4236e0cbc3a8', '836112b2-5ecc-4d42-bdfb-629bd954d118', 'a5233da3-a85f-4eb2-b12a-1ec80b990eeb', 'a343561f-ca0f-427d-be1d-8835fc36539e', 'e4e34d80-5a02-4eda-a7ec-4379ba2851cb', '58cabc74-960d-4454-9082-080e4e4d940d', '5f309e07-716c-47b7-a197-d64867c3a109', 'fa5b86b8-523f-49ad-9a08-c0f1723f781a', 'd6164b1d-fa56-4501-9625-08c0544538d5', '4af4115d-3443-4d4f-84a8-e168a64ae979', '746367ea-9a02-407b-975e-fec4bfa213f5', 'f3616b5f-20a5-4de1-a597-3e638cd8cc8f', '08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8', 'e7e9866c-7ee3-41c0-951a-1e4808c23854', 'fa3e516b-61c9-4f04-87bf-6fe318346978', '43477cee-d6bb-4b5e-b56f-14b8eec8ddb2', '0aaf0939-e8df-41b8-993c-7b2da7df0f8c', '467423d7-b434-475f-bf2e-10d5218df2ef', 'a02955c2-e9b5-4e36-b093-55a3c96cbe64', '978e2b66-ded8-4970-aace-77499c1c9328', '5abfe7d0-2cec-47e2-ba66-6860423760da', '45fc6e35-7bb8-41cf-8a5e-55b9cfabd044', '0e14a6fb-76df-4653-b9b5-9cc7569bbe9a', 'b231786c-aac2-4557-8df1-0fa1cbd1d508', 'b1d7dcff-4722-404a-87f2-1fd2ab5b6996', '97d22913-ebd1-44c2-a99a-62d0e8e0e2c1', '576921cb-0f53-4d06-8b7b-1ba221447825', '129d0139-613c-467d-bbfa-20dce60ff15c', '624787ba-ceed-41d4-8161-3b84a0f9a64b', 'b069de34-da8f-49a2-9f5a-29a793662719', 'f13d0de7-4487-40a0-9280-7856d4173967', 'd461862c-725f-4f33-93fc-6476f80128b9', '99369b92-efb0-4a40-902e-d5ef3266704c', '2610299a-cbfa-4c97-9c7e-3f08360753c3', 'e3a63806-796d-4a5b-9a85-fccd8977cc74', 'af9ba57c-e95b-4b6b-950f-c92a4ec709c3', 'fc5d3890-8755-48ae-a18e-19b99d6bf98c', 'c985cd2e-d6ad-49d1-b2b6-5d43b156f12b'} {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.634556] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1066.708979] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.709259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.709366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.709629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.709780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.709937] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1066.710030] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.710109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1066.716236] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.881908] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.882184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.882308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.882660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.884627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.887279] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1066.887530] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.887767] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1066.887903] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1066.889302] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1066.889515] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGH for action security_group_rules [ 1066.889622] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGH for action security_group_rules [ 1066.889673] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGH for action security_group_rules [ 1066.889722] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGH for action security_group_rules [ 1066.889808] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGH for action security_group_rules [ 1066.889876] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGH for action security_group_rules [ 1066.889939] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGH for action security_group_rules [ 1066.890018] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGH for action security_group_rules [ 1066.890079] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGH for action security_group_rules [ 1066.890164] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGH for action security_group_rules [ 1066.890258] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGH for action security_group_rules [ 1066.890405] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGH for action security_group_rules [ 1066.890524] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGH for action security_group_rules [ 1066.890630] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGH for action security_group_rules [ 1066.890755] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGH for action security_group_rules [ 1066.890855] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGH for action security_group_rules [ 1066.890932] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGH for action security_group_rules [ 1066.891048] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGH for action security_group_rules [ 1066.891138] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGH for action security_group_rules [ 1066.891204] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGH for action security_group_rules [ 1066.891402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.033246] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63ed8fb-2cb0-45be-ac30-becef925ec01: rpc.has_security_group_logging(os_id): False [ 1067.064178] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.064989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.065313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.065576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.065673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.065981] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.066196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.066245] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.066444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.066620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.066620] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 is going to be created. [ 1067.071379] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e98e57f7-7d87-4d73-b49d-79d187091511 [ 1067.071490] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.071707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.071707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.071914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.072014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.072118] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e98e57f7-7d87-4d73-b49d-79d187091511 already deleted. [ 1067.072195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e98e57f7-7d87-4d73-b49d-79d187091511" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.191525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.191750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.191802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.191981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.192200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.218749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.219019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.219131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.219415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.219559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.219697] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 1067.236857] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 in Status: IN_PROGRESS for 2s [ 1067.342142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.342633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.342808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.343250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.343481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.369444] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 1069.250671] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 in Status: SUCCESS [ 1069.251201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.383340] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 1069.383649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.383845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.384029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.384231] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.384348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.384413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.384610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.384706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.384791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.384882] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.604816] env[65093]: INFO networking_nsxv3.common.synchronization [req-331bfa4a-309b-4aac-8f5c-d60ca49b2c9b req-1d52107a-5fd8-41b7-9596-ee1537255b09 tempest-ServersNegativeTestJSON-1465318146 tempest-ServersNegativeTestJSON-1465318146-project-member] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1069.605689] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1069.605836] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d86381-c398-468e-bfd0-00834d85b8e9 with Priority: HIGH for action security_group_rules [ 1069.605941] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGH for action security_group_rules [ 1069.606119] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b with Priority: HIGH for action security_group_rules [ 1069.606724] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a with Priority: HIGH for action security_group_rules [ 1069.606953] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGH for action security_group_rules [ 1069.607042] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGH for action security_group_rules [ 1069.607142] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746367ea-9a02-407b-975e-fec4bfa213f5 with Priority: HIGH for action security_group_rules [ 1069.607310] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 with Priority: HIGH for action security_group_rules [ 1069.607462] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f309e07-716c-47b7-a197-d64867c3a109 with Priority: HIGH for action security_group_rules [ 1069.607564] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6164b1d-fa56-4501-9625-08c0544538d5 with Priority: HIGH for action security_group_rules [ 1069.607657] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cabc74-960d-4454-9082-080e4e4d940d with Priority: HIGH for action security_group_rules [ 1069.607765] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb with Priority: HIGH for action security_group_rules [ 1069.607856] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGH for action security_group_rules [ 1069.607973] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGH for action security_group_rules [ 1069.608140] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGH for action security_group_rules [ 1069.608291] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGH for action security_group_rules [ 1069.608396] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 with Priority: HIGH for action security_group_rules [ 1069.608489] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGH for action security_group_rules [ 1069.608581] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGH for action security_group_rules [ 1069.608682] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGH for action security_group_rules [ 1069.608998] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.609147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.609222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.609467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.609730] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.609847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.609905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.610077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.610167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.610268] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.611325] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d86381-c398-468e-bfd0-00834d85b8e9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.611503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.611591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.611787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.611918] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d86381-c398-468e-bfd0-00834d85b8e9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.612798] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.612935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.613067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.613255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.613343] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.614267] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.614422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.614495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.614854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.614854] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19b7f4e-d28b-47d0-82a7-8f7b5de6961b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.615856] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.615984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.616037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.616185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.616325] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5b86b8-523f-49ad-9a08-c0f1723f781a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.617096] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.617212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.617267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.617446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.617561] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.618253] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.618363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.618423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.618590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.618667] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.619941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-746367ea-9a02-407b-975e-fec4bfa213f5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.620203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.620279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.620624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.621693] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('746367ea-9a02-407b-975e-fec4bfa213f5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.622484] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af4115d-3443-4d4f-84a8-e168a64ae979 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.622603] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.622656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.622816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.622891] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af4115d-3443-4d4f-84a8-e168a64ae979',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.624441] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f309e07-716c-47b7-a197-d64867c3a109 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.624703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.624908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.625101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.625214] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f309e07-716c-47b7-a197-d64867c3a109',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.626217] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6164b1d-fa56-4501-9625-08c0544538d5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.626345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.626394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.627059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.627426] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6164b1d-fa56-4501-9625-08c0544538d5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.628232] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cabc74-960d-4454-9082-080e4e4d940d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.628348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.628488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.628562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.630061] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cabc74-960d-4454-9082-080e4e4d940d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.630504] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.630675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.630754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.631519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.631519] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e34d80-5a02-4eda-a7ec-4379ba2851cb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.632309] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.632428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.632477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.632679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.632808] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.633689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.633791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.633847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.634013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.634336] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.635467] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.635467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.635467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.635659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.635659] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.636339] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.636465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.636525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.636682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.636755] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.639268] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.639399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.639468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.639638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.639741] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('125115e6-4f9f-4b33-82d3-4236e0cbc3a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.640519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.640951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.641062] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.641803] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.642137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.642312] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.642495] env[65093]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1069.643123] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.643315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.643471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.643542] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.674560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.674810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.674810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.675087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.699500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.699646] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d86381-c398-468e-bfd0-00834d85b8e9 is going to be deleted. [ 1069.772441] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.772441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.772441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.772736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.772820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.772990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d86381-c398-468e-bfd0-00834d85b8e9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.888016] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.888259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.888345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.888680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.888925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.889121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.889246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.889475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.889585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.890043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.890043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.890172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.890172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.890594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.890594] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.890594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.890840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.890840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.890933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.890979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.891187] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.026322] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.026600] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.026716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.026999] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.027304] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.027495] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.027621] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.027889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.028132] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.028385] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.028520] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.028655] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.028794] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.028975] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.029127] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.029293] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.057302] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.057529] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.057722] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.057830] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.058204] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-b82a8789-6e73-4727-ac15-2014498db6f6 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.058397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.058442] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.058775] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.058915] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82a8789-6e73-4727-ac15-2014498db6f6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.146126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.146471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.147291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.147903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.147903] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.147903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.148084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.148198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.148250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.148346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.148444] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.149544] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.149664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.149835] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.157219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.158127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.158253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.159185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.159493] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.159652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.159726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.159925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.160025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.160119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.160232] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.168695] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.168860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.168918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.169140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.169304] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.169429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.169470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.169660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.169699] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.169767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.169852] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.170764] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.171115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.171258] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.171367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.171432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.171617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.171717] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.171812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.171893] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.174505] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.174735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.174735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.174900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.175126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.175239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.175318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.175503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.175600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.175693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.175770] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.177769] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.177965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.177965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.178377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.178377] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.178531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.178572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.178710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.178807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.179382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.179382] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.182440] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.182619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.182619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.182784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.182859] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.182962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.183146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.183378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.183488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.183616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.183667] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.192833] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.193192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.193192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.193423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.193683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.193683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.193683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.194463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194463] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.195232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.195232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.195232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.195232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.195232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.195232] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.233931] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.234225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.234225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.236859] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.236859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.238816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.238816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.239405] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.239515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.240464] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.240613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.241380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.241519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.242344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.242459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.243289] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.243400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.244172] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.244502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.246438] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.246556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.247805] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.247805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.267314] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.267922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.268125] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19b7f4e-d28b-47d0-82a7-8f7b5de6961b is going to be deleted. [ 1070.269181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.269415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.277108] env[65093]: INFO networking_nsxv3.common.synchronization [req-2e5ee579-eeba-4cac-a666-b34a5dc11880 req-778f4aac-1dc4-4ce7-8aee-a6a0f5e78a36 tempest-ServerRescueNegativeTestJSON-1168210053 tempest-ServerRescueNegativeTestJSON-1168210053-project-member] Enqueued Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 1070.277108] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 with Priority: HIGHEST for action security_group_members [ 1070.277108] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.277108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.277108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.277108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.277108] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.277108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.277108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.277701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.277701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.277701] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ba57c-e95b-4b6b-950f-c92a4ec709c3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.293205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.293555] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e34d80-5a02-4eda-a7ec-4379ba2851cb is going to be deleted. [ 1070.294796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.295106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.318880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.320077] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 125115e6-4f9f-4b33-82d3-4236e0cbc3a8 is going to be deleted. [ 1070.320846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.321091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.344455] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.344797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.345899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.346108] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f309e07-716c-47b7-a197-d64867c3a109 is going to be deleted. [ 1070.347665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.347901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357304] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.357493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.381902] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.381902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.397470] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1: rpc.has_security_group_logging(os_id): False [ 1070.405362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.405516] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be deleted. [ 1070.406472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.406698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.464700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.464990] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5b86b8-523f-49ad-9a08-c0f1723f781a is going to be deleted. [ 1070.466630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.467101] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.474684] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.474903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.481616] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.481616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.504612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.504836] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6164b1d-fa56-4501-9625-08c0544538d5 is going to be deleted. [ 1070.506376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.506701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.551203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.551396] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cabc74-960d-4454-9082-080e4e4d940d is going to be deleted. [ 1070.552694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.553121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.562221] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.562491] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.562629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.562914] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.563140] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.563334] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port b82a8789-6e73-4727-ac15-2014498db6f6 not found, creating... [ 1070.563618] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.563809] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.563926] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.564228] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.564477] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.564836] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.565040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.565241] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.565500] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.565645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.565792] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: b82a8789-6e73-4727-ac15-2014498db6f6 is going to be created. [ 1070.618272] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.618488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.630197] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.630482] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.630642] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.630966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.631274] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.631554] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.633444] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.633632] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.640857] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.641035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.653755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653965] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 746367ea-9a02-407b-975e-fec4bfa213f5 is going to be deleted. [ 1070.655244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.655491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.665229] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.665473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.665562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.665788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.665976] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.666378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.666463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666715] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.667013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.667184] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.667282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.667370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.667504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.667622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.667672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.667718] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.669147] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.669637] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.689023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.689361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.689361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.689543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.689794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.689983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.690209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.690628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.690803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.690976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.691237] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.691376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.691453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.691693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.691919] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.692554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.692554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.692554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.692554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.692781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.692781] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.693996] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.695832] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.696933] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.702032] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 1070.717745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.717994] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af4115d-3443-4d4f-84a8-e168a64ae979 is going to be deleted. [ 1070.719536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.719839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.731181] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.731402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.780284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.780521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.784218] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.784416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.785549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.785680] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be deleted. [ 1070.786662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.786893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.787013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.787161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19b7f4e-d28b-47d0-82a7-8f7b5de6961b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.787321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.787505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.787577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.787689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e34d80-5a02-4eda-a7ec-4379ba2851cb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.788427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.788515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-125115e6-4f9f-4b33-82d3-4236e0cbc3a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.788949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.789039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.789154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f309e07-716c-47b7-a197-d64867c3a109" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.789285] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.789424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.794549] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.794758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.849564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.850044] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.850207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.850319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.850599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.850719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.850975] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.851142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.851310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.851516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.851607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.851835] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.851959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.852260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.852355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.852471] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 1070.853850] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5b86b8-523f-49ad-9a08-c0f1723f781a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.855241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.855410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.855491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.855645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6164b1d-fa56-4501-9625-08c0544538d5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.855790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.855957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.856141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.856230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cabc74-960d-4454-9082-080e4e4d940d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.856994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.857145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.874062] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.874439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.930820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.931220] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.931507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.931507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.931668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.931763] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.931895] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 is going to be updated. [ 1070.933161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.933389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.933521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.933809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-746367ea-9a02-407b-975e-fec4bfa213f5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.933926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.934088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.974910] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.975194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.989963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.990534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.990534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.990771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991124] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.991238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.991320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.991554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.991637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991990] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.992098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.992168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.992343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.992427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.992525] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1070.993740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.993902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.993992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.994135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af4115d-3443-4d4f-84a8-e168a64ae979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.994280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.994486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.994560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.994675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.029514] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.029776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.029776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.029962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.030192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.036335] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.036544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.036607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.036849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.036939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.047023] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: IN_PROGRESS for 2s [ 1071.055396] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 1071.140750] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.140972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.140972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.141351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.141553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.164256] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1071.171867] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 1071.173442] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8283956b-8744-481a-851f-2f2865646a65: rpc.has_security_group_logging(os_id): False [ 1071.174997] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.175350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.175542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.175812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.175919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.176054] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1071.194982] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.195273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.195349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.195598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.196856] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a343561f-ca0f-427d-be1d-8835fc36539e: rpc.has_security_group_logging(os_id): False [ 1071.199743] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8: rpc.has_security_group_logging(os_id): False [ 1071.200840] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5233da3-a85f-4eb2-b12a-1ec80b990eeb: rpc.has_security_group_logging(os_id): False [ 1071.201825] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1e1a1e-e403-447e-adf9-c29b854b42b6: rpc.has_security_group_logging(os_id): False [ 1071.203741] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.204130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.218016] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.218265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.219138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.219448] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.219572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.219680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.219875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.219972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.220198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.220324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.220393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.220582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.220688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.220972] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.221137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.221246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.221660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.221797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.221963] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1071.223492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.223744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.225878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.226078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.235652] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.235875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.245984] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.245984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.254855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.255821] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.255821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.255998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.256383] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.256592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.256890] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8283956b-8744-481a-851f-2f2865646a65 is going to be updated. [ 1071.258664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.262165] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.262401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.262511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.262831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.263208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.297090] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1071.309718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.310620] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.311552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.311552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.311552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.311552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.311875] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.311937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.312036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.312340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.312340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.312501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.312611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.312661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.312813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.312889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.312991] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be updated. [ 1071.314171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.314341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.351050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.351391] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.351509] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.351592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.351817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.351918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 1071.353347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.363854] env[65093]: INFO networking_nsxv3.common.synchronization [req-331bfa4a-309b-4aac-8f5c-d60ca49b2c9b req-aa0ceae3-8d3e-4fc0-bd22-99eee78f6023 service nova] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_rules [ 1071.364058] env[65093]: INFO networking_nsxv3.common.synchronization [req-331bfa4a-309b-4aac-8f5c-d60ca49b2c9b req-aa0ceae3-8d3e-4fc0-bd22-99eee78f6023 service nova] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1071.364231] env[65093]: INFO networking_nsxv3.common.synchronization [req-331bfa4a-309b-4aac-8f5c-d60ca49b2c9b req-aa0ceae3-8d3e-4fc0-bd22-99eee78f6023 service nova] Enqueued Resource ID: b82a8789-6e73-4727-ac15-2014498db6f6 with Priority: HIGHEST for action port [ 1071.364895] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_rules [ 1071.365139] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1071.365218] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82a8789-6e73-4727-ac15-2014498db6f6 with Priority: HIGHEST for action port [ 1071.365544] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.365658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.365871] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.365975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.366191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82a8789-6e73-4727-ac15-2014498db6f6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.366317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.366386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.366596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.366682] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82a8789-6e73-4727-ac15-2014498db6f6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.398516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.398871] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.399055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.399148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.399403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.399507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.399595] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1071.401231] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.401517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.416536] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.416768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.437643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.437931] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.438096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.438172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.438369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.438492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.438561] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb is going to be updated. [ 1071.439747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.439961] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.440145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.448350] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.448607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.448607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.448823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.449087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.471826] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: IN_PROGRESS for 2s [ 1071.477415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1071.501889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.502124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.502177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.502416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.502592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.514600] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.514834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.514914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.515179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.515342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.529042] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1071.554751] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 1071.577569] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.577853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.577853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.578114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.578174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.595643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1071.620022] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.620241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.620322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.620613] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.620802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.647878] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: IN_PROGRESS for 2s [ 1071.869839] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b82a8789-6e73-4727-ac15-2014498db6f6 with status ACTIVE [ 1071.870173] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.870298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.870366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.870643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.870764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.870954] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.871085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.871150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.871329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.871442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.871694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.871822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.871822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.871965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.872077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.872141] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b82a8789-6e73-4727-ac15-2014498db6f6 is going to be updated. [ 1071.910925] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.911257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.911257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.911423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.911577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.911847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82a8789-6e73-4727-ac15-2014498db6f6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.057903] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 in Status: SUCCESS [ 1073.058401] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ba57c-e95b-4b6b-950f-c92a4ec709c3 deletion is rescheduled due to dependency. [ 1073.058401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ba57c-e95b-4b6b-950f-c92a4ec709c3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.068141] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 1073.068391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.177185] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1073.177518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.330437] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1073.330778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.331065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.331434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.331749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.331954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.332076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.332357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.332506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.332836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.332836] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.334212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.334479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.334743] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.334921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.335055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.335319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.335476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.336164] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.489070] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: SUCCESS [ 1073.489308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.491162] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1073.491347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.542951] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1073.543260] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.567196] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 1073.567525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.607709] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1073.607947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.662226] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: SUCCESS [ 1073.662501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.837766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.837991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.838167] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.340589] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.844092] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.844304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.844356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.844547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.844630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.844728] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1074.982096] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.982096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.982096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.982096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.982096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.996048] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1076.366933] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1076.367324] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1077.009495] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1077.009659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010691] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.010691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010971] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.011161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.011268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.012342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.012342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.012342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.012342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.012342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.012342] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.520888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604181fd-90d2-4655-96fa-0fde60a7bb57: rpc.has_security_group_logging(os_id): False [ 1077.541421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.541637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.541637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.541773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.565986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.566969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.566969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.566969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.566969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.566969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.566969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.567325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.567325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.567401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.567541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.567711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.567812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.567885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.569012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.569012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.569454] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1077.645473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.645731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.645731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.645888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.646070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.659931] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1079.682392] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1079.682716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.682965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.683321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.683439] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.188246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.188246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.188246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.188246] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.204514] env[65093]: INFO networking_nsxv3.common.synchronization [req-2a7af789-24c8-405e-bc8d-2359f4c8f331 req-6a2ebd36-666b-4ca0-8b8d-2a04633479b2 tempest-ServerDiskConfigTestJSON-279421941 tempest-ServerDiskConfigTestJSON-279421941-project-member] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1080.205472] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGHEST for action security_group_members [ 1080.205649] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.206251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.206309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.206526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.206690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.206795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.206872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.207118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.207215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.207374] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.322150] env[65093]: INFO networking_nsxv3.common.synchronization [req-a7f3bf51-5dbe-47ae-bc35-548ed1ab7edb req-01b76d78-2232-44a4-be79-265c2e3f530f tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1080.322702] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1080.323018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.323153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.323207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.323431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.323592] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.323692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.323755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.323907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.323991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.324277] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.682125] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.682357] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.682486] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.682850] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.683147] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.683330] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.683455] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.683672] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.683882] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.684159] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.684278] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.684391] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.684499] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.684608] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.684713] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.684862] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.689539] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.689689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.689751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.689951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.690081] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.690178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.690258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.690408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.690494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.690579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.690725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.690817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.690875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.691021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.691155] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.691249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.691308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.691445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.691521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.691601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.691689] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.703822] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.704025] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.704174] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.704395] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.704742] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.704934] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.705063] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.705434] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.705581] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2750fe-06d6-42bc-88d2-982bfe4b0f67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.709556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.709685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.710829] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.710829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.710829] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be updated. [ 1080.740758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.740758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.741016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.741058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.742058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.752922] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: IN_PROGRESS for 2s [ 1080.826954] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.194629] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604181fd-90d2-4655-96fa-0fde60a7bb57: rpc.has_security_group_logging(os_id): False [ 1081.208334] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.208684] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.208878] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.209292] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.209509] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.209745] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port ff2750fe-06d6-42bc-88d2-982bfe4b0f67 not found, creating... [ 1081.210171] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.210408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.210581] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.210909] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.211123] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.211539] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.211785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211971] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212309] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.212510] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: ff2750fe-06d6-42bc-88d2-982bfe4b0f67 is going to be created. [ 1081.215633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.215748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.215851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.215988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.216124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.216379] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.216454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.216504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.216659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.216728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.216910] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.217000] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.217072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.217212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.217291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.217486] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.217587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.217664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.217810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.217883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.217969] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1081.243758] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.244030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.244157] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.244451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.244753] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.244990] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.309589] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.309769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.309870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.310167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.310377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.326967] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1081.329545] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.832749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.833085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.833085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.833254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.833386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.833524] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1081.876456] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.876708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.876708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.876889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.877077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.889055] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1081.989220] env[65093]: INFO networking_nsxv3.common.synchronization [req-a7f3bf51-5dbe-47ae-bc35-548ed1ab7edb req-54d00df7-3a93-4d22-a892-a4494675632a service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1081.989455] env[65093]: INFO networking_nsxv3.common.synchronization [req-a7f3bf51-5dbe-47ae-bc35-548ed1ab7edb req-54d00df7-3a93-4d22-a892-a4494675632a service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1081.989593] env[65093]: INFO networking_nsxv3.common.synchronization [req-a7f3bf51-5dbe-47ae-bc35-548ed1ab7edb req-54d00df7-3a93-4d22-a892-a4494675632a service nova] Enqueued Resource ID: ff2750fe-06d6-42bc-88d2-982bfe4b0f67 with Priority: HIGHEST for action port [ 1081.992187] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1081.993368] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1081.993537] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2750fe-06d6-42bc-88d2-982bfe4b0f67 with Priority: HIGHEST for action port [ 1081.994246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.994438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.994438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.994654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.994730] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.995737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.995866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.996068] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.996169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.996218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.996438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.996520] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2750fe-06d6-42bc-88d2-982bfe4b0f67',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.498529] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.498832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.500383] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2750fe-06d6-42bc-88d2-982bfe4b0f67 with status ACTIVE [ 1082.500619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.500811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.500885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501396] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.501550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.501601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.502257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.502451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.502451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.502625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.502791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.502872] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2750fe-06d6-42bc-88d2-982bfe4b0f67 is going to be updated. [ 1082.529848] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.530099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.530143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.530369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.530515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.530683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2750fe-06d6-42bc-88d2-982bfe4b0f67" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.763239] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 in Status: SUCCESS [ 1082.763431] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 deletion is rescheduled due to dependency. [ 1082.763573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.348024] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1083.348024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.907398] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.907398] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.907398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.907398] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.410164] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.912702] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.416067] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.416067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.416067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.416067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.416067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.416527] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1085.450726] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.450903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.450976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.451241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.451443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.464265] env[65093]: INFO networking_nsxv3.common.synchronization [req-447f2a04-e7e5-41bd-8b17-d8eacee7a577 req-0dba7469-90cd-4614-a82e-bed7d2cb887f tempest-ServersNegativeTestJSON-1465318146 tempest-ServersNegativeTestJSON-1465318146-project-member] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1085.466614] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1085.467252] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1085.467665] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.467785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.467853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.468252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.468333] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.468430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.468482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.468677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.468785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.468901] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.974426] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.476691] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.979559] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.980723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.980723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.980723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.980723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.980723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1087.036252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.036439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.036485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.036715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.036918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.048340] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1087.481525] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1087.482247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.482247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.485299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485299] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.485299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.485299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.485299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.485299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.485299] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.987217] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.987505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.987585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.987839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988041] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.988153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.988202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.988367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988740] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.988836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.988897] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.989055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.989228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.989324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.989392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.989563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.989638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.989733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.989823] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.494398] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 1088.520820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.521411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.521688] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.522298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.523088] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.523088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.523189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.524280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.524280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.524280] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1088.625584] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.625744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.625782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.626025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.626190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.647028] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1089.060984] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1089.060984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.468460] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.468763] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.670969] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1090.671255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.284222] env[65093]: INFO networking_nsxv3.common.synchronization [req-372dbe14-d8aa-403d-ba9e-6f30c051158c req-22478bd0-25f9-40b8-b7e0-b3a2ef2ca796 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1093.284594] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1093.284906] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.285015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.285083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.285267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.286102] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.286102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.286102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.286102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.286102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286102] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.788326] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.788495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.788592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.788788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.788878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.789089] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.789187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.789250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.789401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.789478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.789562] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1093.829421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.829705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.829705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.829971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.830174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.840651] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1095.337654] env[65093]: INFO networking_nsxv3.common.synchronization [req-57f6a2f8-a077-433a-95f1-a47439b85ec0 req-83b51f3e-31a7-45eb-a713-77e6d25e7bd7 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_members [ 1095.338496] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGHEST for action security_group_members [ 1095.339867] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.340921] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.848207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.848207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.848207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.848207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.856768] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1095.856952] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1095.857083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.871885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.871885] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.871885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.871885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.872071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.872104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.872962] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 is going to be updated. [ 1095.923538] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.923538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.923538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.923538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.923538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.933208] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978e2b66-ded8-4970-aace-77499c1c9328 in Status: IN_PROGRESS for 2s [ 1096.171911] env[65093]: INFO networking_nsxv3.common.synchronization [req-fbb71ce0-9bb2-40ca-a266-e15c76214261 req-4e30dcd4-7963-4d65-8aff-d07e60154d69 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1096.172923] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1096.172923] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.173156] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.174104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.174104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.174104] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.174104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.174104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.174104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.174104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.174571] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.679697] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.182308] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.684661] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.685271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.685271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.685271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.685271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.685399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1097.717902] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.717902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.717902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.717902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.718196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.728923] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1097.943936] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978e2b66-ded8-4970-aace-77499c1c9328 in Status: SUCCESS [ 1097.944129] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 deletion is rescheduled due to dependency. [ 1097.944246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.739563] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1099.739845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.852076] env[65093]: INFO networking_nsxv3.common.synchronization [req-64718f92-f233-48b0-a544-13cf64b0b57f req-bb739d7f-cf81-4287-a402-51b28661d969 tempest-ListImageFiltersTestJSON-2105759615 tempest-ListImageFiltersTestJSON-2105759615-project-member] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1099.852076] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1099.852160] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.852523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.852523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.852859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.853034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.853149] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.856730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.856730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.856730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.856730] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.176755] env[65093]: INFO networking_nsxv3.common.synchronization [req-b6c4bb5a-80e1-4afc-ba30-5ae9ea44776d req-0d94f4bb-2adf-4b9d-b31e-b7061f4f23d2 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1100.179071] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1100.179071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.179071] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.179071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.179071] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.360752] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.522833] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.523071] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.523365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.523509] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.523760] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.523877] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.523996] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.524240] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.524380] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.524584] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.524727] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.524845] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.524954] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.525079] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.525185] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.525312] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.545424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.545654] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.545824] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.546522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.546522] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.546685] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.546723] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.547032] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.547187] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.682694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.682694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.682694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.683620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.683620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.683620] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.683620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.683620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.683620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.683853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.683853] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1100.712233] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.712390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.712466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.712700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.712855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.722362] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1100.864069] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.049514] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.049785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.049922] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.050264] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.050361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.050517] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 not found, creating... [ 1101.050840] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.050949] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.051115] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.051261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.051397] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.051847] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.051847] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.052105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.052146] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.052271] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.052407] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 is going to be created. [ 1101.077825] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.078023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.078023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.078315] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.078552] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.078774] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.367357] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.367576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.367662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.367930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.368088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.368306] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be updated. [ 1101.397487] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.397651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.397805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.397974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.398102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.407854] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1101.792938] env[65093]: INFO networking_nsxv3.common.synchronization [req-b6c4bb5a-80e1-4afc-ba30-5ae9ea44776d req-ecfa9606-baa6-4180-a9cd-e844524820ee service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1101.793239] env[65093]: INFO networking_nsxv3.common.synchronization [req-b6c4bb5a-80e1-4afc-ba30-5ae9ea44776d req-ecfa9606-baa6-4180-a9cd-e844524820ee service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1101.793452] env[65093]: INFO networking_nsxv3.common.synchronization [req-b6c4bb5a-80e1-4afc-ba30-5ae9ea44776d req-ecfa9606-baa6-4180-a9cd-e844524820ee service nova] Enqueued Resource ID: cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 with Priority: HIGHEST for action port [ 1101.794095] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1101.794628] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1101.794827] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 with Priority: HIGHEST for action port [ 1101.795188] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.795370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.795469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.795852] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.795899] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.797048] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.797048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.797238] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.797366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.797483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.797714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.797822] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.300132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.302228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.302228] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 with status ACTIVE [ 1102.302228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.302228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.302228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.302228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.302228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.302655] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.302655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.302761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.302956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.303491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.303491] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.303491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.303491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.303764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.303764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.303764] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3 is going to be updated. [ 1102.330763] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.331851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.331851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.331851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.331851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.331851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4c55f2-a5eb-4c1a-9345-9108a8b4d4e3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.580949] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f04b2ae-4d00-4249-939c-e4cacef1e334 req-83b33e8d-834a-4ff4-b5f4-4003ee61e13b tempest-ServerActionsV293TestJSON-1190142991 tempest-ServerActionsV293TestJSON-1190142991-project-member] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_members [ 1102.582050] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_members [ 1102.582050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.582223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.582334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.582930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.583204] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.583326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.583429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.583940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.584066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.584172] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.733771] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1102.733962] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1102.734092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.734620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.734835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.735278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.735278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.735278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.735460] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.735524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.735593] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.951122] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.951122] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-691" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.951122] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-691" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.951470] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-691" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.952075] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.952582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.952879] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.953301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.953620] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.953959] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.954194] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.954436] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.954706] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.954957] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.955173] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.955522] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.976912] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.976912] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.976912] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.976912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-691" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.977253] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-02dbd2da-98d8-499b-8eeb-882a681113a3 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.977356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.977462] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.977796] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.977935] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02dbd2da-98d8-499b-8eeb-882a681113a3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.086451] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.087329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.087530] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.087969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.088033] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc already deleted. [ 1103.088081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.240715] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.418840] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1103.419132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.482972] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.482972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.482972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.482972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.482972] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.482972] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 02dbd2da-98d8-499b-8eeb-882a681113a3 not found, creating... [ 1103.482972] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.483505] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.483505] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.483505] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.484593] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.485092] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.485389] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.485623] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.486108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.486323] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.486549] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 02dbd2da-98d8-499b-8eeb-882a681113a3 is going to be created. [ 1103.510421] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.510677] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.510802] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.511081] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.511325] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.511742] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.745965] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.230453] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f04b2ae-4d00-4249-939c-e4cacef1e334 req-50d32fa5-ab18-4181-abb8-1d89dea702bf service nova] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_rules [ 1104.230453] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f04b2ae-4d00-4249-939c-e4cacef1e334 req-50d32fa5-ab18-4181-abb8-1d89dea702bf service nova] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_members [ 1104.230453] env[65093]: INFO networking_nsxv3.common.synchronization [req-6f04b2ae-4d00-4249-939c-e4cacef1e334 req-50d32fa5-ab18-4181-abb8-1d89dea702bf service nova] Enqueued Resource ID: 02dbd2da-98d8-499b-8eeb-882a681113a3 with Priority: HIGHEST for action port [ 1104.230453] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_rules [ 1104.230453] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_members [ 1104.230453] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dbd2da-98d8-499b-8eeb-882a681113a3 with Priority: HIGHEST for action port [ 1104.233086] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.233404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.233657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.233956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.234133] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.236054] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.236475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.236629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.237266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.238019] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.238019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.238019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.238598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.241553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.241553] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.241553] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-02dbd2da-98d8-499b-8eeb-882a681113a3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.241553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.241553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.241553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.241553] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02dbd2da-98d8-499b-8eeb-882a681113a3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.248263] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.248809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.248978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.250082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.250082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.250082] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1104.284443] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.284584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.284657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.284864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.285733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.295380] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1104.742441] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.742737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.745149] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02dbd2da-98d8-499b-8eeb-882a681113a3 with status ACTIVE [ 1104.745398] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.745656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.745784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.746040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.746144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.746477] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.746477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.746642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.746840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.746927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.747155] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.747261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.747313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.747470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.747547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.747632] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02dbd2da-98d8-499b-8eeb-882a681113a3 is going to be updated. [ 1104.749551] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.777438] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.777585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.777643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.777859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.778588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.778588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02dbd2da-98d8-499b-8eeb-882a681113a3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.786429] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7c50cab2-12f0-4a25-b64e-53a9b836c945 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_rules [ 1104.787144] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_rules [ 1104.787476] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.787476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.787650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.787815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.787901] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.840350] env[65093]: INFO networking_nsxv3.common.synchronization [req-ebe93a6d-17a1-42fa-8711-96b3fd799dd0 req-1fd343dc-db86-4060-8c38-82aee4f0a2cb tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_members [ 1104.840350] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGHEST for action security_group_members [ 1104.840350] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.840350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.840350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.840350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.841828] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.842139] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.842524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.842828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.843155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.843375] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.938318] env[65093]: INFO networking_nsxv3.common.synchronization [None req-5210ffcb-6ba1-4f6c-88d8-f57c0667e3f4 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_rules [ 1104.939347] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_rules [ 1104.939347] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.939347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.252173] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.323129] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.323747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.323747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.323747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.323747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.323747] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 already deleted. [ 1105.323941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.324076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.324214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.324312] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.345351] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.345528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.345578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.345922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.345922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.346149] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.346280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.346280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.346433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.346504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.346645] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8283956b-8744-481a-851f-2f2865646a65 is going to be updated. [ 1105.395027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.395027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.395027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.395027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.395027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.405314] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: IN_PROGRESS for 2s [ 1105.755050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.755432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.755432] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.755538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.755538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.755699] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc is going to be created. [ 1105.784386] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.784542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.784615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.784823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.785038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.795824] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc in Status: UNINITIALIZED for 2s [ 1105.848102] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.848265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.848373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.848565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.848654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.848746] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 already deleted. [ 1105.848830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.332784] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1106.333034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.333217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.333470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.333713] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.333881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.333932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.334146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.334280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.334356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.334637] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.837412] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.837718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.837718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.837868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.838086] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.838201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.838264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.838431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.838513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.838804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.839008] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.839128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.839247] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.839412] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.839558] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.839672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.839746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.839892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.839976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.840141] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.840219] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.347713] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 1107.368974] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.369263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.369356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.369641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.369747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.370091] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.370246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.370362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.370648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.370807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.371120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.371249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.371347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.371693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.371899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.372213] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.372370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.372474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.372685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.372819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.372976] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1107.415458] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8283956b-8744-481a-851f-2f2865646a65 in Status: SUCCESS [ 1107.415792] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8283956b-8744-481a-851f-2f2865646a65 deletion is rescheduled due to dependency. [ 1107.415863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.450850] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.451013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.451094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.451352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.451505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.469132] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1107.808853] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc in Status: SUCCESS [ 1107.809233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.809582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.809800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.810115] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.810333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.810425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.810644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.810848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.810848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.810981] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.313462] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.816506] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76930bce-a200-468a-9bf8-9b9dc7aba8fc: rpc.has_security_group_logging(os_id): False [ 1108.838523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.839116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.839396] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.839499] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.839564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.839757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.839855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.839950] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc is going to be created. [ 1108.943344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.944018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.944018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.944018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.944181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.957685] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc in Status: IN_PROGRESS for 2s [ 1109.007490] env[65093]: INFO networking_nsxv3.common.synchronization [req-0d65d878-b7b8-4706-9360-9ba952079aca req-f1918ae4-21c1-41df-956f-66c059e308ba tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1109.008615] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1109.009235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.009387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.009447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.009706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.009816] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.009913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.009975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.010136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.010222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.010313] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.486673] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1109.487235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.512432] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.015026] env[65093]: INFO networking_nsxv3.common.synchronization [None req-fbcc8892-55e9-4a3e-9f2a-5596f8c61f94 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_rules [ 1110.015026] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_rules [ 1110.015026] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.016513] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.016872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.017096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.017441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.017617] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.110653] env[65093]: INFO networking_nsxv3.common.synchronization [None req-8d0e0e70-79c9-40e1-91b2-f8bca2ac6b05 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_rules [ 1110.111247] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_rules [ 1110.111804] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.111804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.130209] env[65093]: INFO networking_nsxv3.common.synchronization [req-964631ec-4dd6-4b47-b8ba-447742fdfa77 req-1662e31b-5518-447f-a5f9-6c3df8bcb467 tempest-ListImageFiltersTestJSON-2105759615 tempest-ListImageFiltersTestJSON-2105759615-project-member] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1110.132122] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGHEST for action security_group_members [ 1110.132122] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.132122] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.132122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.132122] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.519818] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.519818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.519818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.520667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.520667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.520667] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1110.543031] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.543264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.543316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.543538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.543687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.543723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 already deleted. [ 1110.543796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.544028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.544516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.544622] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.560985] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.561328] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.561372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.561567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.561759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.581147] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1110.634956] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.635273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.635378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.635605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.635754] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.636079] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.636176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.636276] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.636407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.636490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.636583] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be updated. [ 1110.673314] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.673545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.673794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.674158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.674415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.685614] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: IN_PROGRESS for 2s [ 1110.987759] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc in Status: SUCCESS [ 1110.988584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.076096] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.076096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.076096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.076361] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.076426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.076666] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 already deleted. [ 1111.076731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433768] env[65093]: INFO networking_nsxv3.common.synchronization [req-2cfa95b2-d4ec-4e5d-b11a-97baae357676 req-5698f823-2176-4834-8d4b-769e30bddca5 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_members [ 1112.434357] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_members [ 1112.434624] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.436590] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.436590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.436590] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.597435] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1112.597435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.696366] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a343561f-ca0f-427d-be1d-8835fc36539e in Status: SUCCESS [ 1112.696649] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a343561f-ca0f-427d-be1d-8835fc36539e deletion is rescheduled due to dependency. [ 1112.696771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.864085] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.864085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.864085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.864085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.864085] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.864085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.864085] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.864550] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.864707] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.864927] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.865187] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.865187] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.865299] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.865462] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.865508] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.865655] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.886669] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.887034] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.887206] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.887391] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-757" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.887710] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-7a6f23cf-3026-477b-9b97-0fffbf56e111 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.887929] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.888348] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.888658] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.888840] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6f23cf-3026-477b-9b97-0fffbf56e111',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.940545] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.940545] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.940545] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 already deleted. [ 1112.940545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.391523] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.391789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.391957] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.392301] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.392480] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.392677] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 7a6f23cf-3026-477b-9b97-0fffbf56e111 not found, creating... [ 1113.393020] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.393234] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.393347] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.393642] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.393786] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.394133] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.394308] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.394456] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.394693] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.394843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.395008] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 7a6f23cf-3026-477b-9b97-0fffbf56e111 is going to be created. [ 1113.417397] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.417677] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.417771] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.417981] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.418271] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.418447] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.155546] env[65093]: INFO networking_nsxv3.common.synchronization [req-2cfa95b2-d4ec-4e5d-b11a-97baae357676 req-34985f81-577c-4111-8b73-7b491d0e99dd service nova] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_rules [ 1114.155822] env[65093]: INFO networking_nsxv3.common.synchronization [req-2cfa95b2-d4ec-4e5d-b11a-97baae357676 req-34985f81-577c-4111-8b73-7b491d0e99dd service nova] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_members [ 1114.155954] env[65093]: INFO networking_nsxv3.common.synchronization [req-2cfa95b2-d4ec-4e5d-b11a-97baae357676 req-34985f81-577c-4111-8b73-7b491d0e99dd service nova] Enqueued Resource ID: 7a6f23cf-3026-477b-9b97-0fffbf56e111 with Priority: HIGHEST for action port [ 1114.156505] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_rules [ 1114.156636] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_members [ 1114.156989] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6f23cf-3026-477b-9b97-0fffbf56e111 with Priority: HIGHEST for action port [ 1114.160650] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.160650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.160650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.160650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.160650] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.163470] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.163563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.163641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.163904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.164076] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.164178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.164240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.164390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.164472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.164562] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.165643] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6f23cf-3026-477b-9b97-0fffbf56e111 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.165643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.165788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.166522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.166522] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6f23cf-3026-477b-9b97-0fffbf56e111',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.668815] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.668815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.668815] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.669795] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a6f23cf-3026-477b-9b97-0fffbf56e111 with status ACTIVE [ 1114.670023] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.670151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670217] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.670409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.670512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.670678] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.670794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.671083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.671151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.671370] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.671479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.671479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.671739] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.671856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.671939] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a6f23cf-3026-477b-9b97-0fffbf56e111 is going to be updated. [ 1114.699331] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.699496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.699537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.699837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.699980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.700150] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6f23cf-3026-477b-9b97-0fffbf56e111" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.174755] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.678601] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.678786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.678786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.678948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.679051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.679157] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 is going to be created. [ 1115.705447] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.705599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.705599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.705913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.706090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.716576] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 in Status: UNINITIALIZED for 2s [ 1116.791666] env[65093]: INFO networking_nsxv3.common.synchronization [req-59ed6f82-db67-4c67-963a-c12cd2fe1931 req-3fb2e9a8-a7d1-43fa-9a60-2460bc51693f tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1116.791991] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1116.792208] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.792323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.792390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.792774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.792949] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.793132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.793228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.794036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.794036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.794036] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.296093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.296320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.296320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.296627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.296727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.296963] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.297089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.297174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.297370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.297456] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.297551] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1117.327954] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.328195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.328195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.328423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.328572] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.338599] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1117.728279] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 in Status: SUCCESS [ 1117.728576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.728695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.728919] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.729174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.729363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.729363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.729530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.729608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.729694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.729785] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.233797] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.452392] env[65093]: INFO networking_nsxv3.common.synchronization [req-42331920-29a9-4744-af79-81e2c11484cf req-c2bd3cc0-b4b5-4387-89d3-a0a71ee276c7 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_members [ 1118.452392] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGHEST for action security_group_members [ 1118.452392] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.452392] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.452392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.453381] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.735897] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d9e788-2dda-4d39-bf07-b42fa494c962: rpc.has_security_group_logging(os_id): False [ 1118.757879] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.761021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.761021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.761021] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 is going to be created. [ 1118.829330] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.829523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.829561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.829758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.830019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.843888] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 in Status: IN_PROGRESS for 2s [ 1118.955903] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.956120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.956201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.956425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.956517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.956734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.957175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.957322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.957576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.957707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.957833] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb is going to be updated. [ 1119.002626] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.002626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.002626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.002626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.002626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.010796] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: IN_PROGRESS for 2s [ 1119.302084] env[65093]: INFO networking_nsxv3.common.synchronization [req-e26da8c8-b550-432d-8ec5-dfcf83272206 req-6db8b704-52b6-4d6f-8e39-f3dcc3ea3b64 tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_members [ 1119.303501] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_members [ 1119.303869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.304018] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.304088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.304351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.304508] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.304612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.304674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.304829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.304916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.305019] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.350523] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1119.350869] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1119.351065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.480860] env[65093]: INFO networking_nsxv3.common.synchronization [None req-59d69967-aee1-4306-8cfc-3c7af8b83859 None None] Enqueued Resource ID: 0e4b7708-5178-4670-b3d4-ab41bfdabcb9 with Priority: HIGHEST for action port [ 1119.481597] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4b7708-5178-4670-b3d4-ab41bfdabcb9 with Priority: HIGHEST for action port [ 1119.482345] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4b7708-5178-4670-b3d4-ab41bfdabcb9 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.482345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4b7708-5178-4670-b3d4-ab41bfdabcb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.482345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4b7708-5178-4670-b3d4-ab41bfdabcb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.482582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4b7708-5178-4670-b3d4-ab41bfdabcb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.482678] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4b7708-5178-4670-b3d4-ab41bfdabcb9',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.752039] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.752650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.752777] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.753114] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.753533] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.753802] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.753982] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.754347] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.754591] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.754921] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.755128] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.755312] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.755486] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.756061] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.756061] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.756219] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.779435] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.779990] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.780148] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.780514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-832" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.781113] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-d761b7a1-7472-4983-95e3-b581b57c115b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.781457] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.781682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.782149] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.782303] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d761b7a1-7472-4983-95e3-b581b57c115b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.809836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.810183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.810293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.810522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.810617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.810905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.811143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.811143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.811322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.811392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.811444] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 already deleted. [ 1119.811526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.985127] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e4b7708-5178-4670-b3d4-ab41bfdabcb9 [ 1119.985384] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.985517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.985626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.985830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.985976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.986092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e4b7708-5178-4670-b3d4-ab41bfdabcb9 already deleted. [ 1119.986250] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4b7708-5178-4670-b3d4-ab41bfdabcb9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.285918] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.286166] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.286849] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.287719] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.287719] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.287719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port d761b7a1-7472-4983-95e3-b581b57c115b not found, creating... [ 1120.288251] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.288251] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.288251] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.288446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.288446] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.288700] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.289409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.289409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.289409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.289409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.289646] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: d761b7a1-7472-4983-95e3-b581b57c115b is going to be created. [ 1120.318372] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.318681] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.318762] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.319124] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.319408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.320238] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.768805] env[65093]: INFO networking_nsxv3.common.synchronization [req-54ec307a-73f4-4b3e-adab-7686a3848488 req-37c3ec26-e536-478f-b4ca-2da3973f5f37 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1120.769423] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1120.769719] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.770220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.770322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.771271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.771445] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.771555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.771622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.771828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.772643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.772782] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.857616] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 in Status: SUCCESS [ 1120.857860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.022516] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb in Status: SUCCESS [ 1121.022516] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb deletion is rescheduled due to dependency. [ 1121.022692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.026728] env[65093]: INFO networking_nsxv3.common.synchronization [req-e26da8c8-b550-432d-8ec5-dfcf83272206 req-f8b52740-3d92-431a-9f52-91358f1f2d8c service nova] Enqueued Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_rules [ 1121.026728] env[65093]: INFO networking_nsxv3.common.synchronization [req-e26da8c8-b550-432d-8ec5-dfcf83272206 req-f8b52740-3d92-431a-9f52-91358f1f2d8c service nova] Enqueued Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_members [ 1121.026728] env[65093]: INFO networking_nsxv3.common.synchronization [req-e26da8c8-b550-432d-8ec5-dfcf83272206 req-f8b52740-3d92-431a-9f52-91358f1f2d8c service nova] Enqueued Resource ID: d761b7a1-7472-4983-95e3-b581b57c115b with Priority: HIGHEST for action port [ 1121.026728] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_rules [ 1121.026728] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_members [ 1121.026728] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d761b7a1-7472-4983-95e3-b581b57c115b with Priority: HIGHEST for action port [ 1121.026728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.026728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.026728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.027131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.027131] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.027825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.027926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.027926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.028179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.028268] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.028362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.028425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.028566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.028649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.028735] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.029722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d761b7a1-7472-4983-95e3-b581b57c115b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.029722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.029722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.029882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.029914] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d761b7a1-7472-4983-95e3-b581b57c115b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.275536] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.300414] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.302223] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.303093] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.303093] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.303093] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.303364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.303594] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.303938] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.304223] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.304558] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.307018] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.307018] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.307018] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.307018] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.307018] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.307018] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.327153] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.327441] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.327519] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.327681] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.327992] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.328181] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.328302] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.328778] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.329029] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc230d6-82a4-44f6-ab6b-34e05bbf110b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.532560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536033] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.536033] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d761b7a1-7472-4983-95e3-b581b57c115b with status ACTIVE [ 1121.536033] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536033] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.539448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.539448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.539448] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.539448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.539448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.539448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.539448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.539448] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d761b7a1-7472-4983-95e3-b581b57c115b is going to be updated. [ 1121.562790] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.563031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.563151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.563482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.564251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d761b7a1-7472-4983-95e3-b581b57c115b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.719148] env[65093]: INFO networking_nsxv3.common.synchronization [None req-43bd78af-cf93-44bf-879c-f11c96ce9da8 None None] Enqueued Resource ID: d0a99605-8c20-4e8f-8139-4245d28d6894 with Priority: HIGHEST for action port [ 1121.719510] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a99605-8c20-4e8f-8139-4245d28d6894 with Priority: HIGHEST for action port [ 1121.719895] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a99605-8c20-4e8f-8139-4245d28d6894 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.720068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a99605-8c20-4e8f-8139-4245d28d6894" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.720114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a99605-8c20-4e8f-8139-4245d28d6894" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.720392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a99605-8c20-4e8f-8139-4245d28d6894" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.720483] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a99605-8c20-4e8f-8139-4245d28d6894',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.778422] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.832230] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.832506] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.832632] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.832937] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.833130] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.833301] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 4cc230d6-82a4-44f6-ab6b-34e05bbf110b not found, creating... [ 1121.833584] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.833780] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.833902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.834144] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.834288] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.834584] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.834743] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.834859] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.835099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.835269] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.835408] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 4cc230d6-82a4-44f6-ab6b-34e05bbf110b is going to be created. [ 1121.859219] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.859429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.859553] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.860027] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.860122] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.860356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.041275] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.222636] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0a99605-8c20-4e8f-8139-4245d28d6894 [ 1122.223254] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.223254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.223254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.223601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.223767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.223879] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0a99605-8c20-4e8f-8139-4245d28d6894 already deleted. [ 1122.223995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a99605-8c20-4e8f-8139-4245d28d6894" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.281552] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.281552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.281552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.281862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.281862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.281987] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1122.315303] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.316651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.316651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.316651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.316651] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.327466] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1122.544316] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.544440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.544722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.544722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.544815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.544914] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 is going to be created. [ 1122.568127] env[65093]: INFO networking_nsxv3.common.synchronization [req-54ec307a-73f4-4b3e-adab-7686a3848488 req-844b237b-5080-4c29-ad7c-3361da46e6bf service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1122.568127] env[65093]: INFO networking_nsxv3.common.synchronization [req-54ec307a-73f4-4b3e-adab-7686a3848488 req-844b237b-5080-4c29-ad7c-3361da46e6bf service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1122.568127] env[65093]: INFO networking_nsxv3.common.synchronization [req-54ec307a-73f4-4b3e-adab-7686a3848488 req-844b237b-5080-4c29-ad7c-3361da46e6bf service nova] Enqueued Resource ID: 4cc230d6-82a4-44f6-ab6b-34e05bbf110b with Priority: HIGHEST for action port [ 1122.569022] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1122.569168] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1122.569267] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc230d6-82a4-44f6-ab6b-34e05bbf110b with Priority: HIGHEST for action port [ 1122.569595] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.569664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.569730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.569939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.570060] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.570923] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.571035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.571256] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.571358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.571421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.571600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.571676] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc230d6-82a4-44f6-ab6b-34e05bbf110b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.573692] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.573833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.573969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.574079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.574235] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.584960] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 in Status: UNINITIALIZED for 2s [ 1123.073994] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.073994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.079960] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cc230d6-82a4-44f6-ab6b-34e05bbf110b with status ACTIVE [ 1123.079960] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079960] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079960] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.079960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079960] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cc230d6-82a4-44f6-ab6b-34e05bbf110b is going to be updated. [ 1123.102531] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.102968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.103777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.103777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.103908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.104675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cc230d6-82a4-44f6-ab6b-34e05bbf110b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.338643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1124.338643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.338643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.338643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.339131] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.339131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.339131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.339131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.339486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.339486] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.596226] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 in Status: SUCCESS [ 1124.596643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.596840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.597111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.597324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.597449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.597514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.597694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.597778] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.597853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.597944] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.841974] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.105055] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.345372] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.609157] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d790d4cc-88b1-4f5f-9db8-11a6bf183083: rpc.has_security_group_logging(os_id): False [ 1125.629411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.629598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.629725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.629987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.630068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.630313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.630423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.630505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.630628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.630700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.630785] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 is going to be created. [ 1125.697711] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.697979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.698049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.698257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.698442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.710354] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 in Status: IN_PROGRESS for 2s [ 1125.848183] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.848398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.848577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.848839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.848978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.849146] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1125.891328] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.891493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.891584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.891872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.892061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.903292] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1127.570646] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.570952] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1127.725851] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 in Status: SUCCESS [ 1127.726280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.912474] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1127.912689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.912867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.913116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.913310] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.913424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.913490] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.913638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.913718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.913831] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.913948] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.226227] env[65093]: INFO networking_nsxv3.common.synchronization [req-cb7f8568-953e-4263-94cd-422695335612 req-c7f8e2d5-6dbb-406e-bc81-fc2d420b30e4 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1128.226227] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1128.226227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.226227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.226227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.226227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.226227] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.226227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.226227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.227121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.227121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.227121] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.417043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.417236] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.417348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.417550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.417729] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.417833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.417894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.418070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.418158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.418249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.418395] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.418487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.418589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.418688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.418842] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.418928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.418983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.419132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.419206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.419297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.419435] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.603060] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.603447] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.603447] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.603731] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.604263] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.604451] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.604574] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.604843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.605030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.605327] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.605522] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.605707] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.605980] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.606241] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.606387] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.606534] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.635174] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.635388] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.635648] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.635852] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.636337] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-4ca5a298-429f-489e-abd6-94422e7c12fc taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.636531] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.636650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.637141] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.637289] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca5a298-429f-489e-abd6-94422e7c12fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.729495] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.729723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.729723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.729927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.730012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.730216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.730320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.730369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.730519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.730597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.730682] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be deleted. [ 1128.763790] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.763977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.763977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.764215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.764308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.764407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.923035] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 1128.942338] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.942615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.942732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.942991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.943164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.943402] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.943518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.943581] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.943784] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.943875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.944118] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.944222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.944287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.944436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.944512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.944705] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.944798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.944860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.945020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.945090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.945174] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1129.013749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.013932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.014058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.014286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.014465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.030609] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1129.141557] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.141777] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141904] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.142514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.142514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.142514] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 4ca5a298-429f-489e-abd6-94422e7c12fc not found, creating... [ 1129.142787] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.142965] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.143094] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.143392] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.143475] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.143790] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.144162] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.144348] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.144512] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.144807] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.144807] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 4ca5a298-429f-489e-abd6-94422e7c12fc is going to be created. [ 1129.168425] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.168712] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.168872] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.169176] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.169409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.169640] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.889920] env[65093]: INFO networking_nsxv3.common.synchronization [req-cb7f8568-953e-4263-94cd-422695335612 req-a2ff1f22-39b5-409b-a9f4-4a6598352807 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1129.890200] env[65093]: INFO networking_nsxv3.common.synchronization [req-cb7f8568-953e-4263-94cd-422695335612 req-a2ff1f22-39b5-409b-a9f4-4a6598352807 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1129.890377] env[65093]: INFO networking_nsxv3.common.synchronization [req-cb7f8568-953e-4263-94cd-422695335612 req-a2ff1f22-39b5-409b-a9f4-4a6598352807 service nova] Enqueued Resource ID: 4ca5a298-429f-489e-abd6-94422e7c12fc with Priority: HIGHEST for action port [ 1129.891696] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1129.892036] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1129.892198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca5a298-429f-489e-abd6-94422e7c12fc with Priority: HIGHEST for action port [ 1129.892606] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.892772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.892903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.893207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.893324] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.896819] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.896819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.896966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.897583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.897583] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.897583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.897583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.897796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.897829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.898202] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.899371] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ca5a298-429f-489e-abd6-94422e7c12fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.899606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.899677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.901952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.901952] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca5a298-429f-489e-abd6-94422e7c12fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.159854] env[65093]: INFO networking_nsxv3.common.synchronization [req-30283d9c-7144-4cbf-bcd9-2475641d7c78 req-83ae5503-ad0b-4667-9d58-a01effbffae8 tempest-ServerAddressesTestJSON-846014490 tempest-ServerAddressesTestJSON-846014490-project-member] Enqueued Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_members [ 1130.163366] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_members [ 1130.164149] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.164305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.164566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.164965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.166441] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.166441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.166441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.166441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.166441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.166441] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.397995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.398309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.399585] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.403784] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ca5a298-429f-489e-abd6-94422e7c12fc with status ACTIVE [ 1130.404069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.404202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.404269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.404479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.404562] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.404734] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.404829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.404888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.405044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.405118] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405290] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.405378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.405435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.405569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.405638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405718] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ca5a298-429f-489e-abd6-94422e7c12fc is going to be updated. [ 1130.430291] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.430417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.430486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.430696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.430830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.431055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ca5a298-429f-489e-abd6-94422e7c12fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.480560] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.480825] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-264" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.481035] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-264" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.481418] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-264" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.482062] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.482062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.482062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.482344] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.482559] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.482839] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.483079] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.483238] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.483392] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.483573] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.483763] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.483973] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.510300] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.510300] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.510300] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.510522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-264" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.510761] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-4847613a-d010-4624-aa90-f122942ee31f taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.510955] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.511087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.511437] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.512035] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4847613a-d010-4624-aa90-f122942ee31f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.669738] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.669738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.669738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.670079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.670238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.670583] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.670756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.670829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.671054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.671108] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.671207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08343b3-2954-4171-8a57-9c462eb7d573 already deleted. [ 1130.671294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.901408] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.014684] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.015165] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.015165] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.015344] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.015490] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.015640] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 4847613a-d010-4624-aa90-f122942ee31f not found, creating... [ 1131.015904] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.016143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.016580] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.016676] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.016895] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.017358] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.017526] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.017645] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.017925] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.017984] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.018157] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 4847613a-d010-4624-aa90-f122942ee31f is going to be created. [ 1131.050663] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.050889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.051023] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.051322] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.051556] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.051785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.055310] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1131.055440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.403635] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.403765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.403806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.404024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.404121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.404217] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be created. [ 1131.430264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.430396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.430470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.430698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.433315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.442964] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: UNINITIALIZED for 2s [ 1131.781492] env[65093]: INFO networking_nsxv3.common.synchronization [req-30283d9c-7144-4cbf-bcd9-2475641d7c78 req-5471fb84-2895-4a8e-8dec-39d510200bae service nova] Enqueued Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_rules [ 1131.781492] env[65093]: INFO networking_nsxv3.common.synchronization [req-30283d9c-7144-4cbf-bcd9-2475641d7c78 req-5471fb84-2895-4a8e-8dec-39d510200bae service nova] Enqueued Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_members [ 1131.781492] env[65093]: INFO networking_nsxv3.common.synchronization [req-30283d9c-7144-4cbf-bcd9-2475641d7c78 req-5471fb84-2895-4a8e-8dec-39d510200bae service nova] Enqueued Resource ID: 4847613a-d010-4624-aa90-f122942ee31f with Priority: HIGHEST for action port [ 1131.781492] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_rules [ 1131.781492] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_members [ 1131.781492] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4847613a-d010-4624-aa90-f122942ee31f with Priority: HIGHEST for action port [ 1131.781492] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.781810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.781982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.782458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.782698] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.784701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.784701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.784701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.784701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.784701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.784701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.784701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.785185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.785185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.785185] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.785921] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4847613a-d010-4624-aa90-f122942ee31f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.787586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.787586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.787586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.787586] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4847613a-d010-4624-aa90-f122942ee31f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.289974] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.289974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.289974] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.290504] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4847613a-d010-4624-aa90-f122942ee31f with status ACTIVE [ 1132.290941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.290941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.290941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.291140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.291510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.291510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.291616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.291700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.291915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.292027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.292898] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.292898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.292898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.292898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.292898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.292898] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4847613a-d010-4624-aa90-f122942ee31f is going to be updated. [ 1132.320483] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.320483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.320483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.320971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.320971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.320971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4847613a-d010-4624-aa90-f122942ee31f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.456114] env[65093]: INFO networking_nsxv3.common.synchronization [req-cdd9355a-03bc-4651-9a29-c2d31bc3dcf3 req-bbdc1690-130d-4662-9342-8f82b19c41cc tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1132.456851] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1132.457292] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.457449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.457519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.457769] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.457932] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.458492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.458570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.458866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.458914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.459051] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.513696] env[65093]: INFO networking_nsxv3.common.synchronization [req-97966d04-8436-4f2c-8983-a100586d35c4 req-e5313034-2dc2-49fc-9169-136024b930ee tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 1132.513873] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 with Priority: HIGHEST for action security_group_members [ 1132.514731] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a63806-796d-4a5b-9a85-fccd8977cc74 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.514731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.514731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.514731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.514731] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.514977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.514977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.515072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.515105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.515200] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a63806-796d-4a5b-9a85-fccd8977cc74',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.795045] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.881572] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.881795] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.881911] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.882212] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.882494] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.882651] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.882770] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.883068] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.883155] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.883402] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.883469] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.883571] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.883678] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.883785] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.883890] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.884060] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.906424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.906734] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.906917] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.907247] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.907683] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-8c870590-19ed-4868-a20f-f0ecea6237f3 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.907925] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.908176] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.908639] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.908867] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c870590-19ed-4868-a20f-f0ecea6237f3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.961264] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.961264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.961264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.961554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.961637] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.962069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.962069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.962069] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.962332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.962332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.962384] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1132.995498] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.995697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.995802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.996098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.996309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.008826] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1133.017706] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.017866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.017935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.018188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.042756] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.043397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.043615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.043748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.044079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.044244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.044412] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 is going to be updated. [ 1133.078408] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.078627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.078694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.078916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.079080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.092175] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: IN_PROGRESS for 2s [ 1133.298080] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.298080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.298080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.298463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.298463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.298463] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08343b3-2954-4171-8a57-9c462eb7d573 is going to be created. [ 1133.349915] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.349915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.349915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.349915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.349915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.365135] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08343b3-2954-4171-8a57-9c462eb7d573 in Status: UNINITIALIZED for 2s [ 1133.411329] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.414616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.414616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.414616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.414616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.414616] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 8c870590-19ed-4868-a20f-f0ecea6237f3 not found, creating... [ 1133.416119] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.417469] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.417605] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.417903] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.418092] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.418478] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.418660] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.418779] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.419038] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.419183] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.419330] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 8c870590-19ed-4868-a20f-f0ecea6237f3 is going to be created. [ 1133.456556] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.456786] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.456897] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.457312] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.457533] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.457762] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459434] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1133.459720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.463654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.463654] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.463654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.463654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.463654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.463654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.463654] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.463654] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.962970] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.963170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.963170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.963402] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.963569] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.963758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.963758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.964114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.964114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.964185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.964825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.964825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.964825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.964825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.964825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.964825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.965129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.965129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.965129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.965228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.965228] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.131674] env[65093]: INFO networking_nsxv3.common.synchronization [req-cdd9355a-03bc-4651-9a29-c2d31bc3dcf3 req-31437e02-0d61-4dc8-892d-f1c41972072e service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1134.131856] env[65093]: INFO networking_nsxv3.common.synchronization [req-cdd9355a-03bc-4651-9a29-c2d31bc3dcf3 req-31437e02-0d61-4dc8-892d-f1c41972072e service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1134.131993] env[65093]: INFO networking_nsxv3.common.synchronization [req-cdd9355a-03bc-4651-9a29-c2d31bc3dcf3 req-31437e02-0d61-4dc8-892d-f1c41972072e service nova] Enqueued Resource ID: 8c870590-19ed-4868-a20f-f0ecea6237f3 with Priority: HIGHEST for action port [ 1134.132534] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1134.132670] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1134.132790] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c870590-19ed-4868-a20f-f0ecea6237f3 with Priority: HIGHEST for action port [ 1134.133253] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.133389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.133455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.133687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.134946] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.134946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.134946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.135195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c870590-19ed-4868-a20f-f0ecea6237f3 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.135195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.135289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.135422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.135531] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c870590-19ed-4868-a20f-f0ecea6237f3',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.153397] env[65093]: INFO networking_nsxv3.common.synchronization [req-2fabec4d-4423-42e1-a24f-0ea7d3d8f9b2 req-408df3d4-4962-4625-818f-a663a05aad31 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1134.154533] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1134.154533] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.154878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.155201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.155201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.155351] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.155710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.155710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.155710] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.155845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.155944] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.468159] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14bc4a23-99b9-464a-9daa-7ea992fab349: rpc.has_security_group_logging(os_id): False [ 1134.488864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.489077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.489077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.489304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.489398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.489606] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.489704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.489767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.489923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.490020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.490203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.490296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.490356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.490495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.490569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.490748] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.490839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.490900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.491048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.491123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.491207] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be created. [ 1134.563439] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.563580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.563650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.563911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.564131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.579969] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1134.639515] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c870590-19ed-4868-a20f-f0ecea6237f3 with status ACTIVE [ 1134.640106] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.640106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.640106] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.640446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.640446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.641040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.641040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.641245] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.641428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.641561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.643543] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.643543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.643543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.643543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.643543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.643543] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c870590-19ed-4868-a20f-f0ecea6237f3 is going to be updated. [ 1134.645843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.645956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.658362] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.689516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.689684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.689760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.690021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.690185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.690366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c870590-19ed-4868-a20f-f0ecea6237f3" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.905527] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7de5f2e9-77b9-4828-89c2-8bd939b7b058 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1134.905656] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1134.906696] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.906696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.906696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.906696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.906696] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.906696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.906696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.907072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.907072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.907152] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.018287] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1135.018471] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1135.018587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.018783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.018979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.019560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.019560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.019560] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.019833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.019833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.019833] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.103336] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 in Status: SUCCESS [ 1135.103574] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a63806-796d-4a5b-9a85-fccd8977cc74 deletion is rescheduled due to dependency. [ 1135.103663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a63806-796d-4a5b-9a85-fccd8977cc74" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.160976] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.375959] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08343b3-2954-4171-8a57-9c462eb7d573 in Status: SUCCESS [ 1135.376262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.376434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.376643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.376831] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.376947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.377031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.377222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.377324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.377418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.377509] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.409924] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.522083] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.663875] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.664060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.664060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.664293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.664380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.664479] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1135.694638] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.694848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.694848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.695062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.695210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.705099] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1135.880100] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.880303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.880363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.880591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.880758] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.880864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.880930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.881103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.881282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.881426] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.881517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.881577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.881716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881849] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.881937] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.881995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.882220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.882298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.882389] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.912234] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.025571] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.384432] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f08343b3-2954-4171-8a57-9c462eb7d573: rpc.has_security_group_logging(os_id): False [ 1136.405566] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.405765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.405809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.405991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.406225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.406494] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.406612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.406692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.406863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.406946] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.407146] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.407258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.407495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.407561] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.407752] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.407900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.408050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.408128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.408213] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08343b3-2954-4171-8a57-9c462eb7d573 is going to be created. [ 1136.414989] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.415167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.415202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.415374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.415462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.415557] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1136.451191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.451191] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.451647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.451647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.451647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.462136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1136.488268] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.488481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.488524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.488723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.488905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.501430] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08343b3-2954-4171-8a57-9c462eb7d573 in Status: IN_PROGRESS for 2s [ 1136.528149] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.528516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.528516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.528619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.528721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.528820] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1136.566884] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.567107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.567107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.567427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.567606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.596381] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1136.604274] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1136.604510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.673015] env[65093]: INFO networking_nsxv3.common.synchronization [req-e81d72c7-f0fb-4928-954c-9f2b7c081eca req-4f2e75f7-4053-4c25-9700-a21582827e00 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 1136.673554] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 1136.673882] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.674020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.674248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.674368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.674507] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.674608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.674731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.674811] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.674927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.675036] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.013133] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.013418] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.013709] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.013973] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.014367] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.014600] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.014780] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.017221] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.017443] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.017671] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.017789] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.017995] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.018063] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.018137] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.018253] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.018436] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.049625] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.049925] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.050157] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.050416] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.050751] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.050999] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.051155] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.051632] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.051704] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2538098f-e4ff-4fea-9dc3-0ee8031df3a5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.085199] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.085413] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.085515] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.085843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.086138] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.086303] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.086419] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.086642] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.086795] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.087067] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.087143] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.087466] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.087466] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.087466] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.087646] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.087646] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.108941] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.109118] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.109268] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.109536] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.109740] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-204d4db6-62b2-4426-95b2-f0df01614128 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.109902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.110052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.110391] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.110520] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204d4db6-62b2-4426-95b2-f0df01614128',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.177413] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.177599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.177599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.177795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.177925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.178144] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.178246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.178308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.178477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.178830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.178830] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be deleted. [ 1137.204929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.205154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.205154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.205338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.205430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.205529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.555134] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.555134] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.555134] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.555629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.555629] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.555706] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 not found, creating... [ 1137.555978] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.556251] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.556407] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.556661] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.556843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.557204] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.557364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.557509] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.557747] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.557917] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.558091] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 is going to be created. [ 1137.578897] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.579148] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.579292] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.579582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.579816] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.580124] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.613275] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.613607] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.613826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.614152] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.614309] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.614484] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 204d4db6-62b2-4426-95b2-f0df01614128 not found, creating... [ 1137.614763] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.614976] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.615139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.615377] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.615524] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.615882] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.616095] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.616241] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.616517] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.616668] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.616812] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 204d4db6-62b2-4426-95b2-f0df01614128 is going to be created. [ 1137.643654] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.643933] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.644176] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.644639] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.644980] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.645408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.754391] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1137.754660] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.286973] env[65093]: INFO networking_nsxv3.common.synchronization [req-e81d72c7-f0fb-4928-954c-9f2b7c081eca req-afb9cbff-bfc4-415a-a562-8a2ba42b3b1b service nova] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_rules [ 1138.288263] env[65093]: INFO networking_nsxv3.common.synchronization [req-e81d72c7-f0fb-4928-954c-9f2b7c081eca req-afb9cbff-bfc4-415a-a562-8a2ba42b3b1b service nova] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 1138.288263] env[65093]: INFO networking_nsxv3.common.synchronization [req-e81d72c7-f0fb-4928-954c-9f2b7c081eca req-afb9cbff-bfc4-415a-a562-8a2ba42b3b1b service nova] Enqueued Resource ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 with Priority: HIGHEST for action port [ 1138.288263] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_rules [ 1138.288535] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 1138.288614] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 with Priority: HIGHEST for action port [ 1138.288968] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.289166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.289267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.289580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.289701] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.290862] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.291151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.291151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.291389] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.291619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.291759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.291844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.293674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.293674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.293674] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.293674] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.293674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.293674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.293674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.293674] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2538098f-e4ff-4fea-9dc3-0ee8031df3a5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.367371] env[65093]: INFO networking_nsxv3.common.synchronization [req-06d708d9-11c2-46f2-bb78-3bef189eddd7 req-58042ecc-05b5-4b70-9a40-d30781b07693 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1138.369625] env[65093]: INFO networking_nsxv3.common.synchronization [req-06d708d9-11c2-46f2-bb78-3bef189eddd7 req-58042ecc-05b5-4b70-9a40-d30781b07693 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1138.373027] env[65093]: INFO networking_nsxv3.common.synchronization [req-06d708d9-11c2-46f2-bb78-3bef189eddd7 req-58042ecc-05b5-4b70-9a40-d30781b07693 service nova] Enqueued Resource ID: 204d4db6-62b2-4426-95b2-f0df01614128 with Priority: HIGHEST for action port [ 1138.373027] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1138.373027] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1138.373027] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204d4db6-62b2-4426-95b2-f0df01614128 with Priority: HIGHEST for action port [ 1138.373027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.373027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.373027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.373027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.373027] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.373679] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.373679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.377027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-204d4db6-62b2-4426-95b2-f0df01614128 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.377027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.377027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.377027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.377027] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204d4db6-62b2-4426-95b2-f0df01614128',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.472029] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1138.472029] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.472174] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.472341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.472530] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.472650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.472694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.472845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.472928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.473034] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.517034] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08343b3-2954-4171-8a57-9c462eb7d573 in Status: SUCCESS [ 1138.517266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.605931] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1138.606333] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.606452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.606609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.606799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.606930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.606992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.607183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.607269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.607355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.607453] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.796869] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.798149] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.798293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.798655] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 with status ACTIVE [ 1138.798787] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.799617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.799617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.799617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.799617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.799617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.799617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.799617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.799910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.799910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.800021] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.800111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.800162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.800305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.800378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.800463] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 is going to be updated. [ 1138.821588] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.821786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.821877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.822113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.822261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.822420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.877264] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 204d4db6-62b2-4426-95b2-f0df01614128 with status ACTIVE [ 1138.877559] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.877718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.877853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.878064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.878181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.878418] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.878554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.878644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.878766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.878860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.879274] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.879274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.879274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.879435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.879502] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.879607] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 204d4db6-62b2-4426-95b2-f0df01614128 is going to be updated. [ 1138.880887] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.881057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.915514] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.915715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.915782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.916113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.916326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.916532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204d4db6-62b2-4426-95b2-f0df01614128" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.975902] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.110188] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.110401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.110440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.110720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.110941] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.111060] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.111095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.111289] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.111384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.111471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.111617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.111707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.111766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.111997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.112070] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.112140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.112197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.112326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.112401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.112483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.112573] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.300054] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.479748] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.615044] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 1139.635194] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.635391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.635391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.635675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.635797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.636018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.636147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.636208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.636368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.636449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.636627] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.636720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.636782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.636922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.636996] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.638026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.638026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.638026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.638026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.638026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.638026] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1139.702298] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.702448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.702518] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.702722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.702995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.719189] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1139.802618] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.802795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.802891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.803196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.803317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.803409] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be created. [ 1139.835496] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.835694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.835694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.836370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.836370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.848515] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: UNINITIALIZED for 2s [ 1139.987102] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.987102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.987102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.987102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.987102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.987102] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1140.024201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.024336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.024455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.024714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.024854] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.036860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1141.735683] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1141.736064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.862311] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: SUCCESS [ 1141.862311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.862311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.862311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.862311] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.862311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.862840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.862840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.863350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.864345] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.864345] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.056061] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1142.056265] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.056506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.057137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.057137] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.057137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.057137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.057418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.057455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.057521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.057621] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.061375] env[65093]: INFO networking_nsxv3.common.synchronization [None req-4fd92525-b5b9-43a2-a5ad-771f0320359e tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1142.062146] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1142.062324] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.062461] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.062530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.062774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.062859] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.259245] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7c3006b1-5249-46a4-9088-7dbc58ebdfe0 tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1142.259893] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1142.260232] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.260541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.366701] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.366941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.367024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.367242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.367423] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.367531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.367584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.368195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.368195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.368195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.368195] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.368195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.368195] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.368476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.368476] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.368541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.368661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.368723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.368803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.368909] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.368982] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.562171] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.562365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.562410] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.562618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.562854] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.563039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.563039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.563212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.563312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.563387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.563570] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.563653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.563691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.563841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.563936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.564047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.564098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.564261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.564306] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.564377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.564490] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.584416] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.585346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585346] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd already deleted. [ 1142.585346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.585597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.585713] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.872532] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3616b5f-20a5-4de1-a597-3e638cd8cc8f: rpc.has_security_group_logging(os_id): False [ 1142.890951] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.891188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.891188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.891434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.891532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.891752] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.891848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.891904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.892091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.892148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.892327] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.892462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.892536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.892694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.892772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.892963] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.893071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.893131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.893277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.893353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.893441] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be created. [ 1142.953617] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.953617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.953617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.953841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.954048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.969102] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: IN_PROGRESS for 2s [ 1143.067960] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14bc4a23-99b9-464a-9daa-7ea992fab349: rpc.has_security_group_logging(os_id): False [ 1143.087992] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.088164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.088240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.088541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.088616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.088827] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.088925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.088986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.089192] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.089297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.089462] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.089554] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.089615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.089757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.089834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.090032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.090132] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.090212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.090419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.090472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.090569] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1143.116596] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.116901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.117056] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.117369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.117553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.117731] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd already deleted. [ 1143.117883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.175802] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.175970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.176025] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.176272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.176417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.191604] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1144.983268] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: SUCCESS [ 1144.983624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.089299] env[65093]: INFO networking_nsxv3.common.synchronization [req-df04cbb9-2dec-4ad5-b57b-759ffacc45a4 req-f5203f6a-409f-4765-8866-6a7d1e7113ad tempest-ServerAddressesTestJSON-846014490 tempest-ServerAddressesTestJSON-846014490-project-member] Enqueued Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_members [ 1145.089299] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGHEST for action security_group_members [ 1145.089299] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.089299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.089299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.089509] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.089652] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.089744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.089807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.089990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.090099] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.090182] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.206670] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1145.206911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.594032] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.594176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.594232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.594528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.594627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.594836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.594935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.594999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.595171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.595249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.595340] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08343b3-2954-4171-8a57-9c462eb7d573 is going to be updated. [ 1145.622235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.622393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.622435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.622645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.622785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.631794] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08343b3-2954-4171-8a57-9c462eb7d573 in Status: IN_PROGRESS for 2s [ 1145.973885] env[65093]: INFO networking_nsxv3.common.synchronization [req-739c1bc7-53b2-4754-9634-76abdcab8f86 req-7bdf384e-f8b7-451c-8da3-6e680510265c tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 1145.974659] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGHEST for action security_group_members [ 1145.975082] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.975218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.975281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.975482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.975633] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.975726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.975790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.975955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.976088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.976213] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.020448] env[65093]: INFO networking_nsxv3.common.synchronization [req-739c1bc7-53b2-4754-9634-76abdcab8f86 req-7bdf384e-f8b7-451c-8da3-6e680510265c tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 with Priority: HIGHEST for action port [ 1146.020979] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 with Priority: HIGHEST for action port [ 1146.021246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.021376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.021442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.021617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.021705] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2538098f-e4ff-4fea-9dc3-0ee8031df3a5',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.478205] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.478358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.478455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.478666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.478757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.478969] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.479081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.479159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.479305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.479381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.479476] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be updated. [ 1146.507260] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.507467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.507598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.507772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.507927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.517574] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: IN_PROGRESS for 2s [ 1146.523889] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 with status ACTIVE [ 1146.524124] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.524277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.524370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.524578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.524666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.524860] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.524954] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.525024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.525190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.525268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.525470] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.525568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.525636] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.525808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.525858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.525952] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2538098f-e4ff-4fea-9dc3-0ee8031df3a5 is going to be updated. [ 1146.546737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.546890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.546931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.547164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.547327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.547441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2538098f-e4ff-4fea-9dc3-0ee8031df3a5" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.643671] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08343b3-2954-4171-8a57-9c462eb7d573 in Status: SUCCESS [ 1147.643962] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08343b3-2954-4171-8a57-9c462eb7d573 deletion is rescheduled due to dependency. [ 1147.643962] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.723627] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.723815] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.724030] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.724386] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.725064] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.725064] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.725064] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.725264] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.725495] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.725716] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.725716] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.725815] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.725926] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.726805] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.726805] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.726805] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.746071] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.746071] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.746071] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.746406] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-108" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.746770] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.747000] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.747193] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.747487] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.747640] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f8af59-3b8c-4e76-a9db-dfb92419aa4b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.249768] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.250052] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.250163] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.250724] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.250952] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.251324] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.251499] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.251682] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.252021] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.252239] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.252651] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.252826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.252958] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.253290] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.253419] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.253591] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b is going to be updated. [ 1148.275738] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.275995] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.276057] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.276388] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.276588] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.276804] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.533918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f in Status: SUCCESS [ 1148.534125] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f deletion is rescheduled due to dependency. [ 1148.534200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.901218] env[65093]: INFO networking_nsxv3.common.synchronization [req-f093de46-3600-4d9c-b452-fa85cbb09a0a req-86da39ff-c661-4114-ad5d-44d3273ecc36 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1148.901218] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1148.901516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.901667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.901752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.901983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.902169] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.902474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.902474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.902570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.902674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.902960] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.983302] env[65093]: INFO networking_nsxv3.common.synchronization [req-f6bf4b44-2412-4798-95aa-7401d0a57210 req-0ffd72d2-f3e0-48c9-999a-356e1881a13e service nova] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_rules [ 1148.983481] env[65093]: INFO networking_nsxv3.common.synchronization [req-f6bf4b44-2412-4798-95aa-7401d0a57210 req-0ffd72d2-f3e0-48c9-999a-356e1881a13e service nova] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1148.983616] env[65093]: INFO networking_nsxv3.common.synchronization [req-f6bf4b44-2412-4798-95aa-7401d0a57210 req-0ffd72d2-f3e0-48c9-999a-356e1881a13e service nova] Enqueued Resource ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b with Priority: HIGHEST for action port [ 1148.984162] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_rules [ 1148.984306] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1148.984396] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b with Priority: HIGHEST for action port [ 1148.985621] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.985772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.985845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.986070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.986155] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.987619] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.987740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.987808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.987983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.988121] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.988210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.988282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.988435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.988532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.988624] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.990085] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.990302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.990378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.990529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.990601] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f8af59-3b8c-4e76-a9db-dfb92419aa4b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.406483] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.406483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.406483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.406483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.406483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.406483] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.406483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.406483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.406832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.406832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.406832] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1149.438796] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.439016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.439016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.439193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.439342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.450222] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1149.488936] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.489336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.490611] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.492508] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4f8af59-3b8c-4e76-a9db-dfb92419aa4b with status ACTIVE [ 1149.492585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.492694] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.492879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.492948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.493049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.493265] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.493366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.493513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.493767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.493894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.494594] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.494594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.494594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.494594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.494594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.494594] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4f8af59-3b8c-4e76-a9db-dfb92419aa4b is going to be updated. [ 1149.516087] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.516324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.516324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.516564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.516702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.516866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f8af59-3b8c-4e76-a9db-dfb92419aa4b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.992668] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.495931] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.495931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.495931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.495931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.495931] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.496365] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1150.529493] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.529755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.529925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.530323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.530631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.541239] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1150.572273] env[65093]: INFO networking_nsxv3.common.synchronization [req-ea4f43f7-2b0f-43dd-89f5-6c63a8990ae0 req-f0cb0b45-ef03-456b-95ec-61b4aee76e64 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1150.572848] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1150.573168] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.573312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.573381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.573576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.573744] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.573840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.573901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.574075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.574199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.574294] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.869672] env[65093]: INFO networking_nsxv3.common.synchronization [req-d4b6e130-da76-48a3-847c-1c0e7bffbd9f req-c73f84ae-5b13-46aa-ab0b-fee2a2af8404 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1150.870225] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1150.870534] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.870657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.870721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.870956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.871240] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.871430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.871506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.871708] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.871837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.871967] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.000255] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.000669] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.000669] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.001343] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.001723] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.002033] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.002144] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.002380] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.002530] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.002740] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.002850] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.003106] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.003106] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.003207] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.003272] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.003541] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.024104] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.024337] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.024479] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.024655] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-979" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.024967] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-d6c30d74-e90c-4de6-87ad-16f85e1278a0 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.025168] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.025330] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.025661] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.025803] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c30d74-e90c-4de6-87ad-16f85e1278a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.079232] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.374908] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.460472] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1151.460936] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1151.461089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.484997] env[65093]: INFO networking_nsxv3.common.synchronization [None req-ed50ce62-8819-4015-ae33-0777d12a2b50 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1151.485693] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1151.486112] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.486284] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.531797] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.532077] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.532376] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.532744] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.533008] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.533212] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port d6c30d74-e90c-4de6-87ad-16f85e1278a0 not found, creating... [ 1151.533716] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.534723] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.535178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.535478] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.535653] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.536665] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.536838] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.536973] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.537261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.537447] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.537583] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: d6c30d74-e90c-4de6-87ad-16f85e1278a0 is going to be created. [ 1151.559425] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.559650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.559787] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.560066] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.560310] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.560541] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581153] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.878722] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.084118] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.084526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.084526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.084730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.084801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.084945] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1152.146995] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.147279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.147279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.147525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.147685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.160920] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1152.287274] env[65093]: INFO networking_nsxv3.common.synchronization [req-ea4f43f7-2b0f-43dd-89f5-6c63a8990ae0 req-99c2e807-6f3a-48b1-98fb-fb303b43c858 service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1152.287488] env[65093]: INFO networking_nsxv3.common.synchronization [req-ea4f43f7-2b0f-43dd-89f5-6c63a8990ae0 req-99c2e807-6f3a-48b1-98fb-fb303b43c858 service nova] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1152.287488] env[65093]: INFO networking_nsxv3.common.synchronization [req-ea4f43f7-2b0f-43dd-89f5-6c63a8990ae0 req-99c2e807-6f3a-48b1-98fb-fb303b43c858 service nova] Enqueued Resource ID: d6c30d74-e90c-4de6-87ad-16f85e1278a0 with Priority: HIGHEST for action port [ 1152.288254] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_rules [ 1152.288499] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1152.288753] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c30d74-e90c-4de6-87ad-16f85e1278a0 with Priority: HIGHEST for action port [ 1152.288834] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.289041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.289290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.289376] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.290512] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.290676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.290945] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c30d74-e90c-4de6-87ad-16f85e1278a0 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.291102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.291181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.291411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.291513] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c30d74-e90c-4de6-87ad-16f85e1278a0',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.380528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.380725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.380766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.380969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.381074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.381170] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1152.410281] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.410500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.410500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.410707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.410851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.419537] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1152.552703] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1152.552960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.553541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.553763] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.553981] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.554111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.554199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.554394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.554480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.554563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.554651] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.795569] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6c30d74-e90c-4de6-87ad-16f85e1278a0 with status ACTIVE [ 1152.796073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.796073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.796337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.796368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.796457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.799646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.799646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.799646] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6c30d74-e90c-4de6-87ad-16f85e1278a0 is going to be updated. [ 1152.799646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.799646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.822086] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.822086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.822086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.822086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.822086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.823443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c30d74-e90c-4de6-87ad-16f85e1278a0" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.002431] env[65093]: INFO networking_nsxv3.common.synchronization [req-70f726d7-671d-4e3c-a466-18923d79333e req-97e38930-7d82-49da-aaa6-b8906ca5ae2b tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1153.003265] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1153.003596] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.003719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.004187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.004454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.004688] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.005038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.005038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.005237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.005380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.005569] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.057186] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.057388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.057477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.057658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.057824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.057922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.057985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.058144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.058448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.058448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.058680] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.058680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.058680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.058795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.058885] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.059040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.059040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.059172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.059249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.059349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.059441] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.332136] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.332464] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.332464] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.332953] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.333109] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.333278] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.333395] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.333616] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.333762] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.333966] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.334091] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.334224] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.334352] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.334470] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.334576] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.334704] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.354895] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.355093] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.355481] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.355481] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.355722] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-1db11b13-fe17-4c49-b0a4-788526636076 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.355898] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.356033] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.356472] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.356584] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db11b13-fe17-4c49-b0a4-788526636076',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.509551] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.509551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.509551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.509912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.509912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.510201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.510445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.510551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.510721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.510881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.510948] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd already deleted. [ 1153.511089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.561612] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604181fd-90d2-4655-96fa-0fde60a7bb57: rpc.has_security_group_logging(os_id): False [ 1153.580697] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.580911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.580972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.581208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.581303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.581510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.581653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.581653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.581846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.581949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.582171] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.582293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.582359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.582513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.582610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.582812] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.583045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.583045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.583191] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.583191] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.583290] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1153.648703] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.648899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.648899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.649148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.649297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.666351] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1153.858687] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.858858] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.859011] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.859389] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.859472] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.859747] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 1db11b13-fe17-4c49-b0a4-788526636076 not found, creating... [ 1153.860062] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.860435] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.860623] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.860879] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.861068] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.861389] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.861588] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.862113] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.862113] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.862242] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.862326] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 1db11b13-fe17-4c49-b0a4-788526636076 is going to be created. [ 1153.884401] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.884693] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.884824] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.885311] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.886526] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.886630] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.171679] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1154.171922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.172126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.172444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.172671] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.172798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.172869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.173083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.173168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.173348] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.288301] env[65093]: INFO networking_nsxv3.common.synchronization [req-7bbc8d06-2692-485a-9a21-2e614a94cb6a req-018a8fc4-8935-4a99-8f1d-d54d92f2c257 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_members [ 1154.288850] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGHEST for action security_group_members [ 1154.289188] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.289755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.289825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.291107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.291107] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.291107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.291107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.291107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.291107] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.291107] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.431723] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1154.432081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.432859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.433287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.433560] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.433749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.433869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.436531] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.436667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.437785] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.676612] env[65093]: INFO networking_nsxv3.common.synchronization [req-70f726d7-671d-4e3c-a466-18923d79333e req-0151858b-ff21-4024-b227-3a7346d0b03f service nova] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1154.676777] env[65093]: INFO networking_nsxv3.common.synchronization [req-70f726d7-671d-4e3c-a466-18923d79333e req-0151858b-ff21-4024-b227-3a7346d0b03f service nova] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1154.676913] env[65093]: INFO networking_nsxv3.common.synchronization [req-70f726d7-671d-4e3c-a466-18923d79333e req-0151858b-ff21-4024-b227-3a7346d0b03f service nova] Enqueued Resource ID: 1db11b13-fe17-4c49-b0a4-788526636076 with Priority: HIGHEST for action port [ 1154.677574] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1154.677709] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1154.677805] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db11b13-fe17-4c49-b0a4-788526636076 with Priority: HIGHEST for action port [ 1154.678635] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.679667] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.680771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.680771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.680771] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.680771] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.681014] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.681130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.681189] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.681363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.681518] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.681609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.681681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.681806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.681898] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.682485] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.683263] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db11b13-fe17-4c49-b0a4-788526636076 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.683374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.683441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.683593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.683667] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db11b13-fe17-4c49-b0a4-788526636076',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.793501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.793667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.793767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.793959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.794062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.794287] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.794386] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.794478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.794671] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.794795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.794889] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 is going to be updated. [ 1154.839606] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.839808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.839808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.840068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.840233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.853346] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 in Status: IN_PROGRESS for 2s [ 1154.945733] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.946324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.946457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.946788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.946940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.947292] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.947475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.947551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.947825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.947960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.948118] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1154.980685] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.980878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.980922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.981146] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.981813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.997128] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1155.189123] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.190157] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.191119] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.191240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.195126] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db11b13-fe17-4c49-b0a4-788526636076 with status ACTIVE [ 1155.195126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.195126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.195126] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.195126] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.195568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.195568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.195568] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db11b13-fe17-4c49-b0a4-788526636076 is going to be updated. [ 1155.222098] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.222253] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.222346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.222526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.222661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.222820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.686059] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1155.686477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.693102] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.693287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.693362] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.693587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.693816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.694620] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1155.696115] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.732369] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.732524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.732598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.732813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.732959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.751109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1156.202248] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.202248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.202248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.202400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.202400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.202553] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd is going to be created. [ 1156.231276] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.231567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.232346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.232346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.232346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.246072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: UNINITIALIZED for 2s [ 1156.866909] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 in Status: SUCCESS [ 1156.867669] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 deletion is rescheduled due to dependency. [ 1156.867669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.017915] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1157.018126] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 deletion is rescheduled due to dependency. [ 1157.018208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.764233] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1157.764867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.765183] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.765469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.765683] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.765801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.765881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.766065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.766158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.766259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.766408] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.260044] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: SUCCESS [ 1158.260401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.261496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.261835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.262250] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.262475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.262649] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.262802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.262952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.263104] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.263267] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.269391] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.269551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.269621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.269856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.269949] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.270071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.270134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.272244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.272339] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.272512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.272605] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.272707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.272770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.272922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.273319] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.273319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.273319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.273586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.273586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273586] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.765925] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.778116] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3b8bf5-1818-4fd1-9b24-05004383c9ad: rpc.has_security_group_logging(os_id): False [ 1158.800526] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.800770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.800770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.800992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.801957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.802702] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.802837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.802906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.803133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.803225] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.803436] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.803547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.803618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.803786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.803865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.804106] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.804203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.804282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.804448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.804530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.804614] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1158.877352] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.877496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.877496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.877995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.877995] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.898494] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1159.269452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61146c20-daa5-4dfe-8087-c2dd1a56fdcd: rpc.has_security_group_logging(os_id): False [ 1159.288528] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.288528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.288528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.288841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.288841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.289203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.289347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.289436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.289647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.289759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.290110] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd is going to be created. [ 1159.358556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.358841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.359009] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.359370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.359700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.374699] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: IN_PROGRESS for 2s [ 1159.679017] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1159.679198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1159.947205] env[65093]: INFO networking_nsxv3.common.synchronization [req-5b3134a7-177d-4f73-aad8-2e414577be52 req-87685c45-47dd-41b6-b9ef-b03b7c22781f tempest-ServerActionsV293TestJSON-1190142991 tempest-ServerActionsV293TestJSON-1190142991-project-member] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_members [ 1159.947205] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGHEST for action security_group_members [ 1159.947928] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.948620] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.948825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.949609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.952067] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.952067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.952067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.952067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.952067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.952067] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.456329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.457061] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.458230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.458709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.458930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.459305] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.460021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.460791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.462299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.462299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.462299] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc is going to be updated. [ 1160.497679] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.497833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.497833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.498122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.498797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.513054] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc in Status: IN_PROGRESS for 2s [ 1160.918300] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1160.918300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.387272] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: SUCCESS [ 1161.387536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.523430] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc in Status: SUCCESS [ 1162.523828] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc deletion is rescheduled due to dependency. [ 1162.523828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.689040] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6a71dcad-b2a8-4fd3-9003-50ed709a4726 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1162.689040] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1162.689040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.689040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.689040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.689040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.689583] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.816608] env[65093]: INFO networking_nsxv3.common.synchronization [None req-f6f74a08-6eca-4317-933c-3b99468fbf3d tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1162.817828] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1162.817828] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.817959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.211328] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.211487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.211526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.211743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.211864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.211967] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc already deleted. [ 1163.212071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.212229] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.212399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.212476] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.736796] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.737700] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.737933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.738298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.738519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.738741] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc already deleted. [ 1163.738928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.789122] env[65093]: INFO networking_nsxv3.common.synchronization [req-bd3e8d17-08c1-453f-b6f2-09c6758dc1a1 req-8ddacdfe-eef2-482e-a921-4e368d5af369 tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1163.789122] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1163.789122] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.789281] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.789356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.789609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.790197] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.790197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.790197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.790197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.790197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.790463] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.293164] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.293325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.293393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.293630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.293724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.293927] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.294072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.294144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.294252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.294316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.294396] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1164.324343] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.324521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.324582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.325175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.325175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.335393] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1164.932333] env[65093]: INFO networking_nsxv3.common.synchronization [req-68db4bcc-3e54-48ec-8de2-966c857a4c1c req-a77c1ab0-12fb-4d8b-8866-423e4d33b5f7 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1164.932333] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1164.932641] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.932697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.932732] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.935086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.935086] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.935086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.935086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.935086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.935086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.935086] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.253196] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.253399] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.253650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.253791] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.254067] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.254226] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.254353] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.254572] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.254725] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.254929] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.255050] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.255159] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.255265] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.255371] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.255473] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.255603] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.277646] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.277844] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.278627] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.278627] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-73" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.278627] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-0935119a-354a-40aa-bc02-acda26e64150 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.278627] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.278895] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.279061] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.279206] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0935119a-354a-40aa-bc02-acda26e64150',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.440728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.441052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.441206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.441547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.441697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.442462] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.442462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.442748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.442748] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1165.486686] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.486866] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.486951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.487311] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.487523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.501345] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1165.781113] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.781340] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.781465] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.781931] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.782146] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.782322] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 0935119a-354a-40aa-bc02-acda26e64150 not found, creating... [ 1165.782590] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.782754] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.782872] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.783127] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.783305] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.783655] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.783827] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.783943] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.784186] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.784342] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.784465] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 0935119a-354a-40aa-bc02-acda26e64150 is going to be created. [ 1165.807064] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.807064] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.807064] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.807356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.807392] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.807771] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.346133] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1166.346133] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 deletion is rescheduled due to dependency. [ 1166.346133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.552021] env[65093]: INFO networking_nsxv3.common.synchronization [req-68db4bcc-3e54-48ec-8de2-966c857a4c1c req-4654fd7b-1c12-4f4d-a7da-7e64fb30c840 service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1166.552021] env[65093]: INFO networking_nsxv3.common.synchronization [req-68db4bcc-3e54-48ec-8de2-966c857a4c1c req-4654fd7b-1c12-4f4d-a7da-7e64fb30c840 service nova] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1166.552021] env[65093]: INFO networking_nsxv3.common.synchronization [req-68db4bcc-3e54-48ec-8de2-966c857a4c1c req-4654fd7b-1c12-4f4d-a7da-7e64fb30c840 service nova] Enqueued Resource ID: 0935119a-354a-40aa-bc02-acda26e64150 with Priority: HIGHEST for action port [ 1166.553518] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_rules [ 1166.554213] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1166.554213] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0935119a-354a-40aa-bc02-acda26e64150 with Priority: HIGHEST for action port [ 1166.554381] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.554503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.556026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.556026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.556026] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.556026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.556026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.557874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0935119a-354a-40aa-bc02-acda26e64150 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.557874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.557874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.557874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.557874] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0935119a-354a-40aa-bc02-acda26e64150',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.060335] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.060484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.060765] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0935119a-354a-40aa-bc02-acda26e64150 with status ACTIVE [ 1167.061360] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.061360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.061360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.061599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.061599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.061807] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.062592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.062592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.062592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.062592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.062733] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.062733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.062851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.063051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.063133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.063240] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0935119a-354a-40aa-bc02-acda26e64150 is going to be updated. [ 1167.110691] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.110920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.110980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.111258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.111441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.111678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0935119a-354a-40aa-bc02-acda26e64150" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.514120] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1167.514577] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1167.514577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.514780] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.515033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.515270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.515409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.515512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.515696] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.515819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.515913] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.019466] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.522480] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.027163] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.027385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.027485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.027748] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.027930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.027930] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1169.252384] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.252594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.252594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.252807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.252950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.267624] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1169.882040] env[65093]: INFO networking_nsxv3.common.synchronization [req-73abb265-cc1a-4c31-8c01-9bf3922b8382 req-9c0f3fab-d0ae-43e0-9b8a-b56fa70c326b tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1169.882040] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1169.882040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.882040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.882040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.882040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.882040] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.882465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.882465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.882465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.882465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.882727] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.272940] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.273181] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.273288] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.273690] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.273823] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.273971] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.274122] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.274379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.274684] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.274920] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.275055] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.275169] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.275280] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.275395] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.275502] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.275639] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.299629] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.299807] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.299949] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.300154] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.300470] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-0d6f8b2f-bd6e-4845-a65f-754185863308 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.300642] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.300758] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.301168] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.301309] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6f8b2f-bd6e-4845-a65f-754185863308',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.387367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.387753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.387753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.387865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.387935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.388158] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.388261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.388324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.388482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.388563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.388651] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc already deleted. [ 1170.388733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.804572] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.805157] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.805249] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.805540] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.805694] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.805910] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 0d6f8b2f-bd6e-4845-a65f-754185863308 not found, creating... [ 1170.806146] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.806312] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.806428] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.806817] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.806894] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.807263] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.807373] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.807503] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.807826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.807963] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.808137] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 0d6f8b2f-bd6e-4845-a65f-754185863308 is going to be created. [ 1170.831869] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.832143] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.832331] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.832889] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.832997] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.833249] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.959450] env[65093]: INFO networking_nsxv3.common.synchronization [req-cf046a08-d05c-45f0-a353-2047fe0a1fbe req-402af52b-73a6-4db7-b29b-8c93a2ce2cb1 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1170.960336] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1170.960727] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.960868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.960965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.961170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.961334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.961434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.961492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.961725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.961820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.961968] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.280473] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1171.280848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.281198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.281527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.281841] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.282051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.282171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.282436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.282574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282895] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.464262] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.597053] env[65093]: INFO networking_nsxv3.common.synchronization [req-73abb265-cc1a-4c31-8c01-9bf3922b8382 req-dddc2ef5-d803-46da-987c-dc7e768d37fb service nova] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1171.597240] env[65093]: INFO networking_nsxv3.common.synchronization [req-73abb265-cc1a-4c31-8c01-9bf3922b8382 req-dddc2ef5-d803-46da-987c-dc7e768d37fb service nova] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1171.597378] env[65093]: INFO networking_nsxv3.common.synchronization [req-73abb265-cc1a-4c31-8c01-9bf3922b8382 req-dddc2ef5-d803-46da-987c-dc7e768d37fb service nova] Enqueued Resource ID: 0d6f8b2f-bd6e-4845-a65f-754185863308 with Priority: HIGHEST for action port [ 1171.597933] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1171.599450] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1171.599450] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f8b2f-bd6e-4845-a65f-754185863308 with Priority: HIGHEST for action port [ 1171.599450] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.599450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.599450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.599450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.599450] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.600144] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.600144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.600144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.600288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.600411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.600689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.600689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.600848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.600848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.600946] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.602567] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6f8b2f-bd6e-4845-a65f-754185863308 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.602567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.602567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.602567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.602567] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6f8b2f-bd6e-4845-a65f-754185863308',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.761556] env[65093]: INFO networking_nsxv3.common.synchronization [req-1ee051b0-289f-45a5-b65f-2baee1517f8f req-a6607522-e618-4b9b-86c5-7ccc56ac9a31 tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1171.762361] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1171.762686] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.762836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.763011] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.763151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.763317] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.763424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.763480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.763792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.763935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.764033] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.787185] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.787398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.787398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.787678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.787877] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.787982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.788254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.788254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.788391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.788391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.788523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.788615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.788665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.788814] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.788958] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.789063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.789121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.789263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.789341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.789423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.789530] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.968040] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.103926] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.103926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.104185] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.105546] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d6f8b2f-bd6e-4845-a65f-754185863308 with status ACTIVE [ 1172.105546] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.105546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.105546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.105768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.105861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.106099] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.106172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.106204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.106359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.106760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.106760] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.106882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.106967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.107867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.108016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.108124] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d6f8b2f-bd6e-4845-a65f-754185863308 is going to be updated. [ 1172.127172] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.127329] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.127363] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.127646] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.127940] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.128174] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.128293] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.128520] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.128662] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.129547] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.129547] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.129547] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.129547] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.129547] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.129547] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.129547] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.136767] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.136979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.136979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.137215] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.137409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.137591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6f8b2f-bd6e-4845-a65f-754185863308" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.200014] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.200366] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.071 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.200579] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.200851] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.201275] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.201539] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.201744] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.202352] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.202467] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0fc9f7-fe09-4c41-8973-df25c2ec0488',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.270222] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.270222] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.270222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.270222] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1172.292780] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 836112b2-5ecc-4d42-bdfb-629bd954d118: rpc.has_security_group_logging(os_id): False [ 1172.311954] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.312082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.312082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.312312] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.312459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.324734] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1172.329201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.329201] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.329325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.329455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.329570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.329778] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.329884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.329930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.330098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.330176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.330351] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.330504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.330641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.330715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.330901] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.331134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.331134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.331197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.331350] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1172.446581] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.446830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.446887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.447121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.447296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.470067] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1172.470615] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.470806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.470883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.471144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.471234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.471329] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1172.519382] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.519889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.520032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.520320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.520515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.531018] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1172.610510] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.705492] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.705714] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.705841] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.706215] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.706376] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.706591] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port cb0fc9f7-fe09-4c41-8973-df25c2ec0488 not found, creating... [ 1172.706882] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.707088] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.707182] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.707418] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.707582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.707960] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.708138] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.708256] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.708477] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.708615] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.708768] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: cb0fc9f7-fe09-4c41-8973-df25c2ec0488 is going to be created. [ 1172.740730] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.740940] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.741090] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.741388] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.741647] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.741873] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.113855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.113855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.113855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.113855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.113855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.114464] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be created. [ 1173.146375] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.146375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.146685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.147257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.147257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.158330] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: UNINITIALIZED for 2s [ 1173.407516] env[65093]: INFO networking_nsxv3.common.synchronization [req-1ee051b0-289f-45a5-b65f-2baee1517f8f req-cb71c5e8-1bba-45a5-8292-b2e0941b9ab3 service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1173.407516] env[65093]: INFO networking_nsxv3.common.synchronization [req-1ee051b0-289f-45a5-b65f-2baee1517f8f req-cb71c5e8-1bba-45a5-8292-b2e0941b9ab3 service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1173.407516] env[65093]: INFO networking_nsxv3.common.synchronization [req-1ee051b0-289f-45a5-b65f-2baee1517f8f req-cb71c5e8-1bba-45a5-8292-b2e0941b9ab3 service nova] Enqueued Resource ID: cb0fc9f7-fe09-4c41-8973-df25c2ec0488 with Priority: HIGHEST for action port [ 1173.407516] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1173.408180] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1173.408180] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fc9f7-fe09-4c41-8973-df25c2ec0488 with Priority: HIGHEST for action port [ 1173.408180] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.408729] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.408861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.409119] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.409249] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.410642] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.410705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.410899] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.411030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.411179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.411382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.411488] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0fc9f7-fe09-4c41-8973-df25c2ec0488',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.913642] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.913788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.914038] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb0fc9f7-fe09-4c41-8973-df25c2ec0488 with status ACTIVE [ 1173.914222] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.914331] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.914397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.914662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.914752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.914984] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.915115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.915175] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.915332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.915442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.915585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.915677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.915738] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.915878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.915950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.916804] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb0fc9f7-fe09-4c41-8973-df25c2ec0488 is going to be updated. [ 1173.944648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.944648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.944648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.944648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.944648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.944648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0fc9f7-fe09-4c41-8973-df25c2ec0488" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.056505] env[65093]: INFO networking_nsxv3.common.synchronization [req-5cb01054-852b-4354-af35-d0ce8c87a273 req-024ca1f6-a83b-4455-b1c3-75ebfb8be354 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1174.057556] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1174.058588] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.058757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.058856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.059066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.059280] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.059406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.059488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.059692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.059815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.059927] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.335570] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1174.336022] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 deletion is rescheduled due to dependency. [ 1174.336022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.336424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.336670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.336856] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.337207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.337207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.337207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.337391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.337391] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.414462] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.414698] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.414826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.415090] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.415345] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.415550] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.415617] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.415816] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.415960] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.416352] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.416471] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.416606] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.416719] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.416831] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.416935] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.417077] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.438571] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.438915] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.439185] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.439482] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-521" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.439979] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-96a2ceb8-671b-43bd-af22-2b4c9150877a taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.440295] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.440515] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.441018] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.441262] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a2ceb8-671b-43bd-af22-2b4c9150877a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.486310] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1174.486592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.540866] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1174.541304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.562507] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.840859] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.945472] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.945751] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.945918] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.946278] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.946461] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.946713] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 96a2ceb8-671b-43bd-af22-2b4c9150877a not found, creating... [ 1174.947055] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.947261] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.947395] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.947691] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.947843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.948216] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.948398] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.948545] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.948797] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.949040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.949220] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 96a2ceb8-671b-43bd-af22-2b4c9150877a is going to be created. [ 1174.973875] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.974076] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.974208] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.975194] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.975194] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.975194] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.065271] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.171385] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1175.171616] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.171793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.172035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.172268] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.172379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.172447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.172607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.172687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.172773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.172856] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.343233] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.567932] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.568209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.568209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.568419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.568507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.568610] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 1175.615279] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.615512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.615604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.615834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.615988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.627958] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 1175.675321] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.737896] env[65093]: INFO networking_nsxv3.common.synchronization [req-5cb01054-852b-4354-af35-d0ce8c87a273 req-3517157b-31df-47f3-b4dd-ed371c8411cd service nova] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 1175.738161] env[65093]: INFO networking_nsxv3.common.synchronization [req-5cb01054-852b-4354-af35-d0ce8c87a273 req-3517157b-31df-47f3-b4dd-ed371c8411cd service nova] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1175.738385] env[65093]: INFO networking_nsxv3.common.synchronization [req-5cb01054-852b-4354-af35-d0ce8c87a273 req-3517157b-31df-47f3-b4dd-ed371c8411cd service nova] Enqueued Resource ID: 96a2ceb8-671b-43bd-af22-2b4c9150877a with Priority: HIGHEST for action port [ 1175.738991] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_rules [ 1175.739164] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1175.739281] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a2ceb8-671b-43bd-af22-2b4c9150877a with Priority: HIGHEST for action port [ 1175.739582] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.739728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.739804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.740043] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.740136] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.741153] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.741262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.741413] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a2ceb8-671b-43bd-af22-2b4c9150877a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.741591] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.741663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.741873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.741953] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a2ceb8-671b-43bd-af22-2b4c9150877a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.846694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.846986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.846986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.847181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.847286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.847476] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1175.884622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.884809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.884861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.885185] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.885431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.898503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1176.177245] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc: rpc.has_security_group_logging(os_id): False [ 1176.199977] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.200177] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.200367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.200559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.200650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.200957] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.201115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.201186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.201368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.201452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.201571] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be created. [ 1176.243870] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.245038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.245038] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a2ceb8-671b-43bd-af22-2b4c9150877a with status ACTIVE [ 1176.245038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.245038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.245038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.245385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.245385] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.246028] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.246028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.246028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.246028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.246288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.246367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.246526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.246640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.246802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.246908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.247041] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a2ceb8-671b-43bd-af22-2b4c9150877a is going to be updated. [ 1176.276285] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.276443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.276592] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.276799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.276970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.277131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a2ceb8-671b-43bd-af22-2b4c9150877a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.291749] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.291959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.292019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.292573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.292573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.349946] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: IN_PROGRESS for 2s [ 1177.638696] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 1177.638941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.639055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.639300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.639512] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.639659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.639727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.639894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.639989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.640107] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.908741] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1177.909038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.909251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.909488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.909685] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.909805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.909867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.910036] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.910122] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.910294] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.910294] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.144981] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.173721] env[65093]: INFO networking_nsxv3.common.synchronization [req-db44829b-b237-4c77-964c-162ba7ccb29d req-cf6667fa-c915-42f0-9894-b3aac35fe717 tempest-ServersTestJSON-453362843 tempest-ServersTestJSON-453362843-project-member] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1178.174433] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGHEST for action security_group_members [ 1178.175242] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.175473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.175473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.175571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.175966] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.175966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.175966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.176155] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.176252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.176384] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.367149] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1178.367652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.412898] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.650085] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.679510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.679693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.679790] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.679991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.680193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.680313] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.680390] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.680451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.680625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.680709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.680770] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be updated. [ 1178.727393] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.727571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.727648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.727900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.728087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.739208] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: IN_PROGRESS for 2s [ 1178.914939] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1e1a1e-e403-447e-adf9-c29b854b42b6: rpc.has_security_group_logging(os_id): False [ 1178.937874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.937874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.937874] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.937874] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1179.010761] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.010988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.010988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.011319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.011505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.027454] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1179.152337] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.152569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.152569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.152796] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.152891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.152994] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 1179.194220] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.194425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194675] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.207082] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 1180.750899] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad in Status: SUCCESS [ 1180.751272] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad deletion is rescheduled due to dependency. [ 1180.751354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.041360] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1181.041709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.219804] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 1181.220031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.220187] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.220427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.220622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.220770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.220899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.221314] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.221433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.221525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.221619] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.724595] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.162143] env[65093]: INFO networking_nsxv3.common.synchronization [req-2f9074a3-fc69-432e-8683-1926fdd4928f req-4a8d03dd-5894-4e0f-886d-2251f5289bcb tempest-ServersNegativeTestJSON-1465318146 tempest-ServersNegativeTestJSON-1465318146-project-member] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1182.162461] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGHEST for action security_group_members [ 1182.163989] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.164206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.164324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.164657] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.164843] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.164951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.165028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.165203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.166454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.166454] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.227418] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8: rpc.has_security_group_logging(os_id): False [ 1182.263073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.263073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.263073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.263073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.263073] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.263860] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.263860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.263860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.263860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.263860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.263860] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 1182.355135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.355391] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.355478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.355648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.355804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.376578] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 1182.668349] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.668544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.668640] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.668886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.669019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.669245] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.669394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.669440] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.669652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.669781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.669918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be updated. [ 1182.703016] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.703016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.703016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.703258] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.703751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.727094] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: IN_PROGRESS for 2s [ 1184.391594] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 1184.391894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.736483] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 in Status: SUCCESS [ 1184.736814] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 deletion is rescheduled due to dependency. [ 1184.737051] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.488136] env[65093]: INFO networking_nsxv3.common.synchronization [req-60a5a55c-ff45-44ea-9df4-4edf44406f83 req-78f9c0a5-633b-44c7-8147-400005e54dbd tempest-AttachVolumeNegativeTest-1981397234 tempest-AttachVolumeNegativeTest-1981397234-project-member] Enqueued Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_members [ 1185.488790] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 with Priority: HIGHEST for action security_group_members [ 1185.489394] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d790d4cc-88b1-4f5f-9db8-11a6bf183083 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.489394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.489528] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.489698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.490681] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.490681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.490681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.490681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.490681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.490681] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d790d4cc-88b1-4f5f-9db8-11a6bf183083',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.993063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.993063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.993063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.993263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.993336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.993543] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.993813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.993813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.993914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.994242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.994368] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 is going to be updated. [ 1186.025994] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.026133] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.026213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.026428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.026574] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.036597] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 in Status: IN_PROGRESS for 2s [ 1188.048908] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 in Status: SUCCESS [ 1188.049253] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d790d4cc-88b1-4f5f-9db8-11a6bf183083 deletion is rescheduled due to dependency. [ 1188.049367] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d790d4cc-88b1-4f5f-9db8-11a6bf183083" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.734038] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f1e5e6a-80c2-4e13-a0bf-7f7c45f5b213 req-c8ae9d43-1ef0-470e-b2fe-0f50ef9ad4fd tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1188.736380] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1188.736380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736380] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.736380] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.066622] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.066990] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.067099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.067473] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.067869] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.068128] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.068312] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.068617] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.068822] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.069108] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.069266] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.069419] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.069597] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.069775] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.069960] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.070314] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.090111] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.090314] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.090481] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.090705] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.091137] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-739e8be2-1943-4c8c-97b4-30239e341048 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.091374] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.091520] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.091905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.092090] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739e8be2-1943-4c8c-97b4-30239e341048',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.238244] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.594163] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.594373] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.594502] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.594804] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.594949] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.595109] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 739e8be2-1943-4c8c-97b4-30239e341048 not found, creating... [ 1189.595360] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.595514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.595628] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.595838] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.595971] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.596255] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.596408] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.596626] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.596831] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.596978] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.597114] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 739e8be2-1943-4c8c-97b4-30239e341048 is going to be created. [ 1189.619074] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.619406] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.619547] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.619834] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.620087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.620329] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.740609] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.242818] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.243443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.243443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.243443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.243443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.243716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be updated. [ 1190.278825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.278978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.279053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.279544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.279544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.291697] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: IN_PROGRESS for 2s [ 1190.389736] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f1e5e6a-80c2-4e13-a0bf-7f7c45f5b213 req-6afede15-0d4d-4c3a-8a3e-d21207d9d026 service nova] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1190.389948] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f1e5e6a-80c2-4e13-a0bf-7f7c45f5b213 req-6afede15-0d4d-4c3a-8a3e-d21207d9d026 service nova] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1190.390135] env[65093]: INFO networking_nsxv3.common.synchronization [req-9f1e5e6a-80c2-4e13-a0bf-7f7c45f5b213 req-6afede15-0d4d-4c3a-8a3e-d21207d9d026 service nova] Enqueued Resource ID: 739e8be2-1943-4c8c-97b4-30239e341048 with Priority: HIGHEST for action port [ 1190.390683] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_rules [ 1190.390766] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1190.390865] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739e8be2-1943-4c8c-97b4-30239e341048 with Priority: HIGHEST for action port [ 1190.391273] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.391365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.391365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.391559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.391640] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.392572] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.392682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.392889] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-739e8be2-1943-4c8c-97b4-30239e341048 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.392992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.393059] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.393895] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.394699] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739e8be2-1943-4c8c-97b4-30239e341048',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.896937] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.897096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.897286] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 739e8be2-1943-4c8c-97b4-30239e341048 with status ACTIVE [ 1190.897700] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.897955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.898033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.898308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.898343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.898506] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.898605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.898662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.898916] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.898997] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.899191] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.899317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.899359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.899504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.899540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.899664] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 739e8be2-1943-4c8c-97b4-30239e341048 is going to be updated. [ 1190.921805] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.922023] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.922079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.922304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.922477] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.922647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739e8be2-1943-4c8c-97b4-30239e341048" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.305086] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1192.305420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.305420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.305542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.305759] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.305889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.305983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.306184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.306282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.306397] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.809132] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.312315] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.814366] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.814579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.814579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.814890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.814992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.815116] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be updated. [ 1193.848236] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.848487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.848487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.848689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.848890] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.858892] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: IN_PROGRESS for 2s [ 1194.632451] env[65093]: INFO networking_nsxv3.common.synchronization [req-d438a1e7-b567-4835-b74e-6496466a2a78 req-a2327e6f-5b93-4696-b6c1-55bfec94d048 tempest-AttachVolumeTestJSON-216098716 tempest-AttachVolumeTestJSON-216098716-project-member] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_members [ 1194.632705] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGHEST for action security_group_members [ 1194.633892] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.633892] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.633892] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.634283] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.136906] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.137184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.137298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.137745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.137901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.138087] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.138252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.138356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.138601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.138733] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.138870] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 is going to be updated. [ 1195.168310] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.168530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.168530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.168727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.168869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.178597] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 in Status: IN_PROGRESS for 2s [ 1195.868967] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1195.869382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.869443] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.869642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.870058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.870259] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.870347] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.870515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.870638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.870779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.870916] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.372971] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.875649] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc: rpc.has_security_group_logging(os_id): False [ 1196.894406] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.894553] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.894670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.894833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.894955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.895220] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.895325] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.895388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.895546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.895623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.895706] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be updated. [ 1196.973297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.973493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.973493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.973924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.973924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.995245] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: IN_PROGRESS for 2s [ 1197.193547] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 in Status: SUCCESS [ 1197.193857] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 deletion is rescheduled due to dependency. [ 1197.194048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.009215] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1199.009543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.633901] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.634074] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1199.671584] env[65093]: INFO networking_nsxv3.common.synchronization [None req-088c3b27-67b8-49fa-a2bc-1cfce8ba8c64 tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1199.672198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1199.672511] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.672631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.672698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.672901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.674230] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.674439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.674536] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.674744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.674777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.674881] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.177219] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.177494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.177494] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.177656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.177742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.177929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.178040] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.178094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.178238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.179034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.179034] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1200.210519] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.210711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.210757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.211010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.211173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.226654] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1202.239508] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1202.239856] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 deletion is rescheduled due to dependency. [ 1202.239856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.763120] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.763120] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.678980] env[65093]: INFO networking_nsxv3.common.synchronization [req-b9b8721f-14ec-46bc-9945-9404fff2a1a9 req-e571aa35-7794-4f2e-b5e2-f2f407421d82 tempest-DeleteServersTestJSON-513809077 tempest-DeleteServersTestJSON-513809077-project-member] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1207.679693] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGHEST for action security_group_members [ 1207.680768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.680768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.680768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.680768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.680768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.680768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.681087] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.681087] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.183789] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.184078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.184078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.184398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.184582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.184987] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.185169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.185266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.185474] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.185587] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.185732] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be updated. [ 1208.222907] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.223093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.223176] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.223409] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.223614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.239511] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 2s [ 1210.250762] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: IN_PROGRESS for 4s [ 1212.266042] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 in Status: SUCCESS [ 1212.266393] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 deletion is rescheduled due to dependency. [ 1212.266393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.680249] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.680442] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.681860] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.682309] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.078659] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.079157] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.079157] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.079294] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.079516] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.079680] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.079796] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.080014] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.080167] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.080398] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.080497] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.080605] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.080713] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.080819] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.080925] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.081067] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.105413] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.105589] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.105660] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.105829] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.106170] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-16d36b4f-0b67-4395-a63d-d34188d1833d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.106339] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.106455] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.106790] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.106931] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d36b4f-0b67-4395-a63d-d34188d1833d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.609356] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.610737] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.610737] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.610737] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.610737] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.610737] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 16d36b4f-0b67-4395-a63d-d34188d1833d not found, creating... [ 1222.610737] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.610737] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.611099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.611099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.611159] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.611429] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.611582] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.611697] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.611898] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.612046] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.612186] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 16d36b4f-0b67-4395-a63d-d34188d1833d is going to be created. [ 1222.637412] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.637635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.637756] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.638043] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.638282] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.638503] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.683022] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.683154] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.326017] env[65093]: INFO networking_nsxv3.common.synchronization [req-e66a5264-f8a1-4646-9f95-85a9242a1dd0 req-d1247589-61ae-44b1-91a3-24dd628bab56 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1223.326279] env[65093]: INFO networking_nsxv3.common.synchronization [req-e66a5264-f8a1-4646-9f95-85a9242a1dd0 req-d1247589-61ae-44b1-91a3-24dd628bab56 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1223.326374] env[65093]: INFO networking_nsxv3.common.synchronization [req-e66a5264-f8a1-4646-9f95-85a9242a1dd0 req-d1247589-61ae-44b1-91a3-24dd628bab56 service nova] Enqueued Resource ID: 16d36b4f-0b67-4395-a63d-d34188d1833d with Priority: HIGHEST for action port [ 1223.326898] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1223.327037] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1223.327178] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d36b4f-0b67-4395-a63d-d34188d1833d with Priority: HIGHEST for action port [ 1223.327435] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.327556] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.327652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.327867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.327901] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.329267] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.329475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.329475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.329624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.329808] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.329957] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.333102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.333102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.333102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.333102] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.333102] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d36b4f-0b67-4395-a63d-d34188d1833d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.333102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.333102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.333102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.333102] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d36b4f-0b67-4395-a63d-d34188d1833d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.833682] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.833833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.834040] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.834915] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d36b4f-0b67-4395-a63d-d34188d1833d with status ACTIVE [ 1223.835142] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.835277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.835320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.835519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.835607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.835777] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.835868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.835933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.836090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.836161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.836337] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.836424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.836485] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.836617] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.836684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.836768] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d36b4f-0b67-4395-a63d-d34188d1833d is going to be updated. [ 1223.857379] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.857608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.857608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.857833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.857942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.858114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.340219] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.842510] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.842715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.842844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.843165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.843317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.843471] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1224.881860] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.882164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.882164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.882287] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.882413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.891189] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1226.903402] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1226.903781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.903781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.903994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.904203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.904326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.904394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.904559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.904641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.904726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.904815] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.407602] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.407821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.407870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.408261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.408436] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.408586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.408687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.408918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.409067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.409204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.409425] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.409570] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.409662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.409873] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.410093] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.410234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.410337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.410542] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.410656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.410846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.410921] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.913641] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14bc4a23-99b9-464a-9daa-7ea992fab349: rpc.has_security_group_logging(os_id): False [ 1227.933347] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.933578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.933578] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.933821] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.933914] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.934154] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.934278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.934341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.934462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.934534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.934709] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.934801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.934863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.935012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.935086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.935272] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.935354] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.935418] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.935555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.935626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.935708] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1228.012855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.013091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.013091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.013302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.013454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.034039] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1228.328239] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.328314] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.052320] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1230.052686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.329074] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.329485] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.530937] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.531427] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.531427] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.531543] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.531811] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.531967] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.532099] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.532336] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.532480] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.532686] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.532796] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.532900] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.533020] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.533127] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.533241] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.533427] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.556733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.556733] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.556733] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.556733] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-9" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.557499] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-1db11b13-fe17-4c49-b0a4-788526636076 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.557730] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.558499] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.558499] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.558499] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db11b13-fe17-4c49-b0a4-788526636076',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.061565] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.061789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.061913] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.062234] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.062426] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.062755] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.062912] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.063040] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.063256] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.063391] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.063663] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.063813] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.063927] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.064141] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.064272] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.064410] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 1db11b13-fe17-4c49-b0a4-788526636076 is going to be updated. [ 1238.089230] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.089439] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.089557] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.089916] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.090128] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.090350] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.330757] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.331038] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.800248] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce9d901d-ff0d-4148-8b05-5e334ecf65a9 req-b2f6cb1f-d355-4281-b1ae-d743957e227c service nova] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1238.801368] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce9d901d-ff0d-4148-8b05-5e334ecf65a9 req-b2f6cb1f-d355-4281-b1ae-d743957e227c service nova] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1238.801368] env[65093]: INFO networking_nsxv3.common.synchronization [req-ce9d901d-ff0d-4148-8b05-5e334ecf65a9 req-b2f6cb1f-d355-4281-b1ae-d743957e227c service nova] Enqueued Resource ID: 1db11b13-fe17-4c49-b0a4-788526636076 with Priority: HIGHEST for action port [ 1238.801368] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_rules [ 1238.801368] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1238.801368] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db11b13-fe17-4c49-b0a4-788526636076 with Priority: HIGHEST for action port [ 1238.801793] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.801793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.801878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.802072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.802156] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.803428] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.803544] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.803634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.803764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.803909] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.804010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.804081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.804226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.804351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.804396] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.805742] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db11b13-fe17-4c49-b0a4-788526636076 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.805742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.805742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.805905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.806369] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db11b13-fe17-4c49-b0a4-788526636076',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.264255] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.264453] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.264571] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.264836] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.265102] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.265289] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.265409] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.265625] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.265826] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.265969] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.266258] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.266383] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.266492] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.266603] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.266706] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.266832] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.286514] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.286514] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.286514] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.286514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-497" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.286514] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-16d36b4f-0b67-4395-a63d-d34188d1833d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.286514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.286514] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.286951] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.286951] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d36b4f-0b67-4395-a63d-d34188d1833d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.304051] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.304227] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.305677] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.308608] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db11b13-fe17-4c49-b0a4-788526636076 with status ACTIVE [ 1239.308799] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.308911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.308978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.309188] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.309274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.309448] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.309545] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.309605] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.309777] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.309861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.310087] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.310158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.310241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.310398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.310473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.310557] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db11b13-fe17-4c49-b0a4-788526636076 is going to be updated. [ 1239.331394] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.331601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.331601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.331816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.331952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.332120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db11b13-fe17-4c49-b0a4-788526636076" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.788899] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.789154] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.789276] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.789564] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.789761] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.790012] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.790175] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.790290] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.790509] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.790652] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.790929] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.791082] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.791197] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.791401] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.791534] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.792412] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 16d36b4f-0b67-4395-a63d-d34188d1833d is going to be updated. [ 1239.807190] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.813202] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.813465] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.813779] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.814096] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.814369] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.814672] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.309604] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.309863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.310031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.310301] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.310433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.310561] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd is going to be updated. [ 1240.343167] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.343357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.343408] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.343594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.343743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.361543] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: IN_PROGRESS for 2s [ 1240.539603] env[65093]: INFO networking_nsxv3.common.synchronization [req-3a74bb06-4973-430a-9275-165fb8696283 req-9b6c6609-7763-4c4b-b56a-70e6cc377b08 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1240.539603] env[65093]: INFO networking_nsxv3.common.synchronization [req-3a74bb06-4973-430a-9275-165fb8696283 req-9b6c6609-7763-4c4b-b56a-70e6cc377b08 service nova] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1240.539603] env[65093]: INFO networking_nsxv3.common.synchronization [req-3a74bb06-4973-430a-9275-165fb8696283 req-9b6c6609-7763-4c4b-b56a-70e6cc377b08 service nova] Enqueued Resource ID: 16d36b4f-0b67-4395-a63d-d34188d1833d with Priority: HIGHEST for action port [ 1240.539603] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_rules [ 1240.539603] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1240.539603] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d36b4f-0b67-4395-a63d-d34188d1833d with Priority: HIGHEST for action port [ 1240.540377] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.540755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.540979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.541327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.542052] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.543307] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.543405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.543731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.543731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.544529] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.544529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.544529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.544529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.544529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.544529] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.545712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d36b4f-0b67-4395-a63d-d34188d1833d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.545712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.545979] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.546186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.546268] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d36b4f-0b67-4395-a63d-d34188d1833d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.048247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.048582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.048582] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.049535] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d36b4f-0b67-4395-a63d-d34188d1833d with status ACTIVE [ 1241.049722] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.049894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.049967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.050184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.050271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.050440] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.050535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.050595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.050772] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.050884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.051081] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.051173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.051232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.051372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.051447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.051528] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d36b4f-0b67-4395-a63d-d34188d1833d is going to be updated. [ 1241.081822] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.082045] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.082095] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.082291] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.082446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.082606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d36b4f-0b67-4395-a63d-d34188d1833d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.553169] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.056145] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.056559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.056559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.056731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.056731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.056815] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1242.090522] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.090685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.090734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.091130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.091323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.102264] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1242.371616] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: SUCCESS [ 1242.371928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.372254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.372579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.372893] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.373078] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.373196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.373459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.373601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.373788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.373938] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.876338] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.378313] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61146c20-daa5-4dfe-8087-c2dd1a56fdcd: rpc.has_security_group_logging(os_id): False [ 1243.401042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.401042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.401042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.401042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.401403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.401403] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.401497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.401497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.401642] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.401718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.401803] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd is going to be updated. [ 1243.471063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.471394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.471394] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.471618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.471683] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.496690] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: IN_PROGRESS for 2s [ 1244.112894] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1244.113234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.114026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.114026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.114026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.114026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.114241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.114241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.114323] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.114529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.114644] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.616516] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.616833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.616833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.617076] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.617334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.617515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.617607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.617805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.617918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.618041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.618220] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.618326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.618382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.618532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.618672] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.618794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.618845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.618953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.619041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.619123] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.619211] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.121867] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14bc4a23-99b9-464a-9daa-7ea992fab349: rpc.has_security_group_logging(os_id): False [ 1245.142220] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.142406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.142552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.142705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.142792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.143017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.143115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.143179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.143329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.143429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.143672] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.143797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.143834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.143965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.144049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.144238] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.144321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.144436] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.146072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.146072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.146072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1245.210657] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.210855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.210893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.211158] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.211320] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.231311] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1245.512849] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: SUCCESS [ 1245.513088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.539592] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.540280] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1245.840890] env[65093]: INFO networking_nsxv3.common.synchronization [req-faa79e1c-a9fb-4204-8c5c-0bafda45d903 req-122b4183-579e-48cc-a001-723712785748 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1245.841516] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1245.841913] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.842084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.842084] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.842234] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.842400] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.842504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.842567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.842776] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.842861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.843253] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.345523] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.848452] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.248092] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1247.248275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.353168] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.353168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.353168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.353168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.353168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.353168] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 1247.385679] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.385827] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.385884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.386111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.386257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.396446] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 1249.411705] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 1249.412096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.842913] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.843215] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.581031] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.581195] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.844431] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.844790] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.931706] env[65093]: INFO networking_nsxv3.common.synchronization [req-670791ff-68a8-4aa5-8803-b5a98bbfc1c8 req-6539a7f8-a200-4e32-9209-3aff794dc89f tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1256.932331] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1256.932555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.932678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.932744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.932945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.933229] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.933372] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.933421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.933598] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.933690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.933849] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.436630] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.939853] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.442927] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.443184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.443184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.443400] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.443493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.443590] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be updated. [ 1258.475107] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.475353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.475353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.475576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.475726] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.486016] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: IN_PROGRESS for 2s [ 1260.498011] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1260.498011] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.933443] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.933809] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.280477] env[65093]: INFO networking_nsxv3.common.synchronization [req-a14c53c3-c14e-476b-b9e5-07b38f58e235 req-1a2827ef-a4b2-40ba-91ab-fe7e3a304e32 tempest-ServerActionsTestOtherA-1234483287 tempest-ServerActionsTestOtherA-1234483287-project-member] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1262.283252] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGHEST for action security_group_members [ 1262.283252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.283252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.283252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.283252] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.785864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.786070] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.786153] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.786384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.786511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.786718] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.786836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.786906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.787085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.787162] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.787265] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be updated. [ 1262.815393] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.815555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.815809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.816127] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.816326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.827314] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: IN_PROGRESS for 2s [ 1264.839072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 in Status: SUCCESS [ 1264.839457] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 deletion is rescheduled due to dependency. [ 1264.839457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.258728] env[65093]: INFO networking_nsxv3.common.synchronization [req-7e2333ae-8478-4cab-9e51-7e315f35b20e req-66d63905-3348-4669-8c9d-57edc330b51c tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1265.258728] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGHEST for action security_group_members [ 1265.258728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.258728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.258728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.258728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.258728] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.259034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.259034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.259115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.259199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.259312] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.761634] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.761829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.761829] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.762206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.762336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.762567] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.762698] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.762785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.762977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.763093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.763202] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be updated. [ 1265.791016] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.791210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.791251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.791468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.791609] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.800784] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: IN_PROGRESS for 2s [ 1267.812988] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc in Status: SUCCESS [ 1267.813457] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc deletion is rescheduled due to dependency. [ 1267.813457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.888916] env[65093]: INFO networking_nsxv3.common.synchronization [None req-7d49c33a-1e02-4292-9001-f0130b57545c tempest-AttachInterfacesTestJSON-541390146 tempest-AttachInterfacesTestJSON-541390146-project-member] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1269.889483] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGHEST for action security_group_members [ 1269.889842] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.890012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.892425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.892667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.892839] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.892981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.893080] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.893251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.893338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.893436] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.396226] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.396419] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.396459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.396761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.396887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.397132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.397240] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.397303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.397457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.397529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.397618] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be updated. [ 1270.427585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.427808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.427808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.428053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.428202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.437358] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: IN_PROGRESS for 2s [ 1272.448633] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 in Status: SUCCESS [ 1272.448966] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 deletion is rescheduled due to dependency. [ 1272.448966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.121154] env[65093]: INFO networking_nsxv3.common.synchronization [None req-8b4f102a-24f9-4a47-b3be-989ce8d7af61 None None] Enqueued Resource ID: 8544547d-a6cb-424f-84ec-62f459ec2b9b with Priority: HIGHEST for action port [ 1274.121794] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8544547d-a6cb-424f-84ec-62f459ec2b9b with Priority: HIGHEST for action port [ 1274.122123] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-8544547d-a6cb-424f-84ec-62f459ec2b9b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.122249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8544547d-a6cb-424f-84ec-62f459ec2b9b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.122305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8544547d-a6cb-424f-84ec-62f459ec2b9b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.123210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8544547d-a6cb-424f-84ec-62f459ec2b9b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.123210] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8544547d-a6cb-424f-84ec-62f459ec2b9b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.342826] env[65093]: INFO networking_nsxv3.common.synchronization [req-6ba21d17-529b-40c9-8e40-826f276a4ef2 req-fe036803-d7a0-4a8a-8b74-04e352e07c4f tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1274.343448] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1274.343781] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.344623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.344623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.344623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.344623] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.344623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.344623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.345030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.345030] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.345030] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.553646] env[65093]: INFO networking_nsxv3.common.synchronization [None req-e03b6bcd-1141-4213-982a-7eefbdd8d456 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1274.554415] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1274.555011] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.555135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.555209] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.555539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.555661] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.628020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8544547d-a6cb-424f-84ec-62f459ec2b9b [ 1274.628020] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.628020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.628020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.628020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.628020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.628020] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8544547d-a6cb-424f-84ec-62f459ec2b9b already deleted. [ 1274.628020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8544547d-a6cb-424f-84ec-62f459ec2b9b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.656110] env[65093]: INFO networking_nsxv3.common.synchronization [None req-745b32b5-768b-46fc-b08e-e3f3ea228536 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1274.656825] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1274.656938] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.657230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.848188] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.848492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.848872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.849251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.849437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.849772] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.849991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.850634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.850634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.850634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.850634] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1274.883641] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.883793] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.883856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.884079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.884226] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.892918] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1275.077120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.077120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.077120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.077381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.077381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.077486] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 already deleted. [ 1275.077924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.077924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.077924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.078087] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.599232] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.599634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.599634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.599888] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.600092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.600258] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 already deleted. [ 1275.600396] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.304541] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a7e18fe6-5b07-4f5c-8ed8-ddd28c8dc7b3 None None] Enqueued Resource ID: 7e256152-114d-486b-a632-108961b8bfdc with Priority: HIGHEST for action port [ 1276.305103] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e256152-114d-486b-a632-108961b8bfdc with Priority: HIGHEST for action port [ 1276.305412] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e256152-114d-486b-a632-108961b8bfdc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.305534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e256152-114d-486b-a632-108961b8bfdc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.305601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e256152-114d-486b-a632-108961b8bfdc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.305940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e256152-114d-486b-a632-108961b8bfdc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.306024] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e256152-114d-486b-a632-108961b8bfdc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.809136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e256152-114d-486b-a632-108961b8bfdc [ 1276.809136] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.809136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.809136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.809136] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.809877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.809877] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e256152-114d-486b-a632-108961b8bfdc already deleted. [ 1276.809877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e256152-114d-486b-a632-108961b8bfdc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.903731] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1276.904049] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 deletion is rescheduled due to dependency. [ 1276.904049] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.060664] env[65093]: INFO networking_nsxv3.common.synchronization [req-b8ab0d53-c7b5-42b5-979a-c538c3f1cae4 req-0157c2ba-0c81-4925-b3c8-8d8d77768fc1 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1280.061334] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1280.062184] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.062184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.062184] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.062878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.062878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.062878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.063102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.063307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.063405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.063510] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.399242] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.399450] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.399576] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.399924] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.400202] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.400365] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.400483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.400704] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.400854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.401087] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.401206] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.401312] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.401421] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.401530] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.401637] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.401768] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.423415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.423620] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.423765] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.423973] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.424389] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.424623] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.424777] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.425254] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.425443] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2cabd2-3bc1-4883-9d18-8f608aafcddb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.566513] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.566693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.566736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.566959] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.567064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.567259] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.567360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.567423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.567577] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.567656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.567741] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 already deleted. [ 1280.567855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.928066] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.928066] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.928066] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.928328] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.928367] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.928509] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port ee2cabd2-3bc1-4883-9d18-8f608aafcddb not found, creating... [ 1280.928768] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.928998] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.929152] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.929383] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.929523] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.929800] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.929980] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.930092] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.930322] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.930479] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.930576] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: ee2cabd2-3bc1-4883-9d18-8f608aafcddb is going to be created. [ 1280.951391] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.951636] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.951704] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.951984] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.952238] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.952469] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.640823] env[65093]: INFO networking_nsxv3.common.synchronization [req-b8ab0d53-c7b5-42b5-979a-c538c3f1cae4 req-5689417a-dcc8-4a6f-a8f1-56f7592839ba service nova] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1281.641094] env[65093]: INFO networking_nsxv3.common.synchronization [req-b8ab0d53-c7b5-42b5-979a-c538c3f1cae4 req-5689417a-dcc8-4a6f-a8f1-56f7592839ba service nova] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1281.641206] env[65093]: INFO networking_nsxv3.common.synchronization [req-b8ab0d53-c7b5-42b5-979a-c538c3f1cae4 req-5689417a-dcc8-4a6f-a8f1-56f7592839ba service nova] Enqueued Resource ID: ee2cabd2-3bc1-4883-9d18-8f608aafcddb with Priority: HIGHEST for action port [ 1281.641651] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1281.641785] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1281.641882] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2cabd2-3bc1-4883-9d18-8f608aafcddb with Priority: HIGHEST for action port [ 1281.642389] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.642521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.642573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.642768] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.642849] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.643640] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.643758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.643826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.644042] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.644201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.644299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.644381] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.644498] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.644580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.644665] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.646241] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.646387] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.646421] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.646563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.646639] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2cabd2-3bc1-4883-9d18-8f608aafcddb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.148604] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.148604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.148887] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.149663] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee2cabd2-3bc1-4883-9d18-8f608aafcddb with status ACTIVE [ 1282.149864] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.149969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.150048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.150255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.150360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.150501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.150582] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.150647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.150791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.150862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.151765] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.151765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.151923] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.152193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.152376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.152471] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee2cabd2-3bc1-4883-9d18-8f608aafcddb is going to be updated. [ 1282.175192] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.175413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.175413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.175579] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.175711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.175865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2cabd2-3bc1-4883-9d18-8f608aafcddb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.534707] env[65093]: INFO networking_nsxv3.common.synchronization [req-0c5641de-c30c-42ce-9557-1db871011e02 req-e7453ac3-14c2-4191-a692-5daf48a2d48f tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1282.535019] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1282.535473] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.535639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.535716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.535905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.536036] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.536129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.536190] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.536353] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.536469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.536634] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.654413] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.819382] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.819587] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.819712] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.819978] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.820254] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.820568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.820700] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.820920] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.821086] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.821301] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.821407] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.821514] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.821620] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.821728] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.821831] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.821960] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.845469] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.845654] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.845879] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.846092] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.846402] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-4b2ee3e4-98d6-473e-9d13-ac36f0854845 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.846571] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.846687] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.847012] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.847154] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2ee3e4-98d6-473e-9d13-ac36f0854845',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.039287] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.039515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.039593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.039818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.039915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.040155] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.040237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.040296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.040446] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.040525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.040613] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1283.066741] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.066939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.066939] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.067186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.067327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.076362] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1283.157246] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.157438] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.157484] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.157697] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.157792] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.157946] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be created. [ 1283.184661] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.184865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.184865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.185093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.185254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.198101] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: UNINITIALIZED for 2s [ 1283.349779] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.350038] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.350214] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.350526] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.350696] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.350857] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 4b2ee3e4-98d6-473e-9d13-ac36f0854845 not found, creating... [ 1283.351146] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.351364] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.351551] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.351808] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.351955] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.352321] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.352515] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.352635] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.352852] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.352991] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.353147] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 is going to be created. [ 1283.374640] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.374843] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.374969] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.375280] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.375512] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.375771] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.073114] env[65093]: INFO networking_nsxv3.common.synchronization [req-0c5641de-c30c-42ce-9557-1db871011e02 req-05cd59fe-7cca-4891-b034-520beda282e8 service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1284.073436] env[65093]: INFO networking_nsxv3.common.synchronization [req-0c5641de-c30c-42ce-9557-1db871011e02 req-05cd59fe-7cca-4891-b034-520beda282e8 service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1284.073436] env[65093]: INFO networking_nsxv3.common.synchronization [req-0c5641de-c30c-42ce-9557-1db871011e02 req-05cd59fe-7cca-4891-b034-520beda282e8 service nova] Enqueued Resource ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 with Priority: HIGHEST for action port [ 1284.073975] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1284.074271] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1284.074369] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 with Priority: HIGHEST for action port [ 1284.074654] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.074779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.074849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.075066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.075150] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.076462] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.076652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.076900] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2ee3e4-98d6-473e-9d13-ac36f0854845 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.077034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.077125] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.078431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.078431] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2ee3e4-98d6-473e-9d13-ac36f0854845',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.577148] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.577370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.579800] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2ee3e4-98d6-473e-9d13-ac36f0854845 with status ACTIVE [ 1284.580139] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.580280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.580343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.580559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.580650] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.580824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.580920] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.580983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.581525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.581525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.581525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.581525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.581525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.581730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.581730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.581802] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 is going to be updated. [ 1284.606258] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.606476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.606476] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.606669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.606805] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.606968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.087448] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1285.087798] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 deletion is rescheduled due to dependency. [ 1285.087798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.087924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.088135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.088367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.088441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.088500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.088648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.088730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.088825] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.207769] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1285.208066] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.208237] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.208453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.208646] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.208764] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.208857] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.208990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.209086] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.209172] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.209263] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.590578] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.711145] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.092728] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.213987] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d89da909-6750-477c-9be1-903d3594c684: rpc.has_security_group_logging(os_id): False [ 1286.232865] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.233102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.233102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.233251] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.233344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.233586] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.233689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.233752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.233907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.233985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.234084] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be created. [ 1286.292387] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.292635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.292635] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.292773] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.292951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.305581] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1286.595881] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.595881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.596077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.596164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.596254] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.596348] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1286.624583] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.624791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.624791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.625113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.625270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.634479] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1288.320801] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1288.321425] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.649633] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1288.649633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.649633] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.649865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.650082] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.650248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.650305] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.650468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.650551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.650641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.650732] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.075509] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.075509] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1289.152654] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.654769] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1e1a1e-e403-447e-adf9-c29b854b42b6: rpc.has_security_group_logging(os_id): False [ 1289.677393] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.677597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.677597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.677803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.677942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.678847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.679112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.679112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.679453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.679453] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.679524] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1289.738725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.738725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.738725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.738975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.738975] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.756691] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1291.775457] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1291.775990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.519296] env[65093]: INFO networking_nsxv3.common.synchronization [req-6681b261-1691-48c0-9412-09642052bd7e req-43885f41-97f4-4f4b-bc3d-f5426c6f8316 tempest-AttachVolumeShelveTestJSON-454254299 tempest-AttachVolumeShelveTestJSON-454254299-project-member] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1292.519865] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGHEST for action security_group_members [ 1292.520050] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.520241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.520241] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.520429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.520589] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.520689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.520752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.520901] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.520987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.521086] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.024694] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.025161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.025161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.025161] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.025308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.025417] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.025514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.025585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.026154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.026268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.026338] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd is going to be updated. [ 1293.055612] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.055860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.055860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.056115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.056272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.067027] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: IN_PROGRESS for 2s [ 1295.078065] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd in Status: SUCCESS [ 1295.078459] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd deletion is rescheduled due to dependency. [ 1295.078459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.521285] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.521686] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.522807] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.523203] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.533390] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.533692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.533692] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.534378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.534378] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.037014] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.538988] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.041447] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1305.041689] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1305.803371] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.804053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.804053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.804053] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.816893] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1305.817818] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.818659] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1305.854542] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.854779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.854779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.854949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.868167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.868961] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1305.869078] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.869209] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1305.905080] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.905337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.905337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.905467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.906761] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.906940] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1305.983556] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.983783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.983783] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.983985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.984324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.984588] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1306.059666] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.059908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.059908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.060014] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.060326] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.060602] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1306.060698] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8283956b-8744-481a-851f-2f2865646a65', '14bc4a23-99b9-464a-9daa-7ea992fab349', '2e1e1a1e-e403-447e-adf9-c29b854b42b6', '1c3b8bf5-1818-4fd1-9b24-05004383c9ad', 'b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc', '604181fd-90d2-4655-96fa-0fde60a7bb57', '836112b2-5ecc-4d42-bdfb-629bd954d118', 'a5233da3-a85f-4eb2-b12a-1ec80b990eeb', 'a343561f-ca0f-427d-be1d-8835fc36539e', 'f08343b3-2954-4171-8a57-9c462eb7d573', 'd63ed8fb-2cb0-45be-ac30-becef925ec01', 'f3616b5f-20a5-4de1-a597-3e638cd8cc8f', '08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8', 'd89da909-6750-477c-9be1-903d3594c684', 'e7e9866c-7ee3-41c0-951a-1e4808c23854', 'fa3e516b-61c9-4f04-87bf-6fe318346978', '43477cee-d6bb-4b5e-b56f-14b8eec8ddb2', '0aaf0939-e8df-41b8-993c-7b2da7df0f8c', '61146c20-daa5-4dfe-8087-c2dd1a56fdcd', '467423d7-b434-475f-bf2e-10d5218df2ef', '978e2b66-ded8-4970-aace-77499c1c9328', 'a02955c2-e9b5-4e36-b093-55a3c96cbe64', '5abfe7d0-2cec-47e2-ba66-6860423760da', '76930bce-a200-468a-9bf8-9b9dc7aba8fc', '45fc6e35-7bb8-41cf-8a5e-55b9cfabd044', '0e14a6fb-76df-4653-b9b5-9cc7569bbe9a', 'b231786c-aac2-4557-8df1-0fa1cbd1d508', 'af9ba57c-e95b-4b6b-950f-c92a4ec709c3', 'b1d7dcff-4722-404a-87f2-1fd2ab5b6996', '97d22913-ebd1-44c2-a99a-62d0e8e0e2c1', '576921cb-0f53-4d06-8b7b-1ba221447825', '94d9e788-2dda-4d39-bf07-b42fa494c962', '129d0139-613c-467d-bbfa-20dce60ff15c', '624787ba-ceed-41d4-8161-3b84a0f9a64b', 'b069de34-da8f-49a2-9f5a-29a793662719', 'f13d0de7-4487-40a0-9280-7856d4173967', 'd461862c-725f-4f33-93fc-6476f80128b9', '99369b92-efb0-4a40-902e-d5ef3266704c', '2610299a-cbfa-4c97-9c7e-3f08360753c3', 'd790d4cc-88b1-4f5f-9db8-11a6bf183083', 'e3a63806-796d-4a5b-9a85-fccd8977cc74', 'fc5d3890-8755-48ae-a18e-19b99d6bf98c', 'c985cd2e-d6ad-49d1-b2b6-5d43b156f12b'} {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.060796] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1306.078795] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.078998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.078998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.079223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.079310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.079415] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1306.079485] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.079557] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1306.159649] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.159908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.159908] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.160157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.161429] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.161729] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1306.161816] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.161913] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1306.161983] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1306.162098] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1306.162182] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGH for action security_group_rules [ 1306.162282] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGH for action security_group_rules [ 1306.162365] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGH for action security_group_rules [ 1306.162433] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGH for action security_group_rules [ 1306.162497] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGH for action security_group_rules [ 1306.162587] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGH for action security_group_rules [ 1306.162654] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGH for action security_group_rules [ 1306.162721] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGH for action security_group_rules [ 1306.162806] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGH for action security_group_rules [ 1306.162874] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGH for action security_group_rules [ 1306.162936] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGH for action security_group_rules [ 1306.163039] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGH for action security_group_rules [ 1306.163114] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGH for action security_group_rules [ 1306.163191] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGH for action security_group_rules [ 1306.163274] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGH for action security_group_rules [ 1306.163339] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGH for action security_group_rules [ 1306.163401] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGH for action security_group_rules [ 1306.163475] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGH for action security_group_rules [ 1306.163558] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGH for action security_group_rules [ 1306.163624] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGH for action security_group_rules [ 1306.163746] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.523788] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.524190] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1307.524190] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8283956b-8744-481a-851f-2f2865646a65 with Priority: HIGH for action security_group_rules [ 1307.524190] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGH for action security_group_rules [ 1307.524315] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 with Priority: HIGH for action security_group_rules [ 1307.524347] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 with Priority: HIGH for action security_group_rules [ 1307.524438] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467423d7-b434-475f-bf2e-10d5218df2ef with Priority: HIGH for action security_group_rules [ 1307.524516] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd with Priority: HIGH for action security_group_rules [ 1307.524604] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c with Priority: HIGH for action security_group_rules [ 1307.524693] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 with Priority: HIGH for action security_group_rules [ 1307.524781] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGH for action security_group_rules [ 1307.524867] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3e516b-61c9-4f04-87bf-6fe318346978 with Priority: HIGH for action security_group_rules [ 1307.524954] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 with Priority: HIGH for action security_group_rules [ 1307.525053] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f with Priority: HIGH for action security_group_rules [ 1307.525183] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 with Priority: HIGH for action security_group_rules [ 1307.525328] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08343b3-2954-4171-8a57-9c462eb7d573 with Priority: HIGH for action security_group_rules [ 1307.525328] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343561f-ca0f-427d-be1d-8835fc36539e with Priority: HIGH for action security_group_rules [ 1307.525434] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 with Priority: HIGH for action security_group_rules [ 1307.525488] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb with Priority: HIGH for action security_group_rules [ 1307.525540] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc with Priority: HIGH for action security_group_rules [ 1307.525625] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 with Priority: HIGH for action security_group_rules [ 1307.525736] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad with Priority: HIGH for action security_group_rules [ 1307.526073] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8283956b-8744-481a-851f-2f2865646a65 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.526214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.526277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.526489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.526572] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8283956b-8744-481a-851f-2f2865646a65',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.527563] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.527680] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.527747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.527915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.527989] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.529247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836112b2-5ecc-4d42-bdfb-629bd954d118 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.529376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.529449] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.529566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.529660] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836112b2-5ecc-4d42-bdfb-629bd954d118',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.530314] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7e9866c-7ee3-41c0-951a-1e4808c23854 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.530437] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.530513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.530666] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.530735] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7e9866c-7ee3-41c0-951a-1e4808c23854',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.532948] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467423d7-b434-475f-bf2e-10d5218df2ef taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.532948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.532948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.532948] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.532948] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467423d7-b434-475f-bf2e-10d5218df2ef',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.533488] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.533725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.533725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.534090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.534090] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61146c20-daa5-4dfe-8087-c2dd1a56fdcd',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.534736] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.534844] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.534903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.535090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.535167] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aaf0939-e8df-41b8-993c-7b2da7df0f8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.535946] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.536103] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.536163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.536392] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.536392] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43477cee-d6bb-4b5e-b56f-14b8eec8ddb2',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.537063] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.537193] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.537264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.537415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.537485] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.538176] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3e516b-61c9-4f04-87bf-6fe318346978 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.538280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.538344] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.538538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.538689] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3e516b-61c9-4f04-87bf-6fe318346978',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.539592] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.539707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.539810] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.539915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.539986] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.540643] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.540752] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.540816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.540965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.541057] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3616b5f-20a5-4de1-a597-3e638cd8cc8f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.541719] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63ed8fb-2cb0-45be-ac30-becef925ec01 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.541981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.541981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.542105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.542105] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63ed8fb-2cb0-45be-ac30-becef925ec01',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.544251] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08343b3-2954-4171-8a57-9c462eb7d573 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.544364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.544411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.544652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.544652] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08343b3-2954-4171-8a57-9c462eb7d573',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.545262] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a343561f-ca0f-427d-be1d-8835fc36539e taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.545373] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.545433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.545583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.545655] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a343561f-ca0f-427d-be1d-8835fc36539e',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.546466] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604181fd-90d2-4655-96fa-0fde60a7bb57 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.546466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.546466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.546667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.546710] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604181fd-90d2-4655-96fa-0fde60a7bb57',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.547350] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.547447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.547489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.547627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.547761] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5233da3-a85f-4eb2-b12a-1ec80b990eeb',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.548577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.548688] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.548755] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.548904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.548975] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.549644] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14bc4a23-99b9-464a-9daa-7ea992fab349 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.549741] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.549846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.549945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.550024] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14bc4a23-99b9-464a-9daa-7ea992fab349',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.550737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.550836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.550876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.551034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.551106] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3b8bf5-1818-4fd1-9b24-05004383c9ad',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.579785] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.579951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.579951] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.580178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.584517] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.584646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.586184] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.586277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.587069] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.587167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.588043] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.588171] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.596934] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.596934] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836112b2-5ecc-4d42-bdfb-629bd954d118 is going to be deleted. [ 1307.597491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.597709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.615430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.615549] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467423d7-b434-475f-bf2e-10d5218df2ef is going to be deleted. [ 1307.616445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.616679] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.638228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.638394] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61146c20-daa5-4dfe-8087-c2dd1a56fdcd is going to be deleted. [ 1307.639297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.639515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.662446] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.662728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.669576] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.669750] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8283956b-8744-481a-851f-2f2865646a65 is going to be deleted. [ 1307.670611] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.670815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.672196] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.672308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.688705] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.688848] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7e9866c-7ee3-41c0-951a-1e4808c23854 is going to be deleted. [ 1307.689691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.689896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.689985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.690116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836112b2-5ecc-4d42-bdfb-629bd954d118" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.690290] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.690450] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.690538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.690678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467423d7-b434-475f-bf2e-10d5218df2ef" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.706555] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.706749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.706749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.706942] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.707035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.707154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61146c20-daa5-4dfe-8087-c2dd1a56fdcd" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.747329] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.747535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.747535] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.747730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.747819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.747970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8283956b-8744-481a-851f-2f2865646a65" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.767537] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.767744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.767744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.767981] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.768115] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.768268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7e9866c-7ee3-41c0-951a-1e4808c23854" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.053759] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.054062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.054062] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.054213] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.054348] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.054452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.054506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.054646] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.054730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.054813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.054897] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.058671] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.058791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.058864] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.059028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.059203] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.059302] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.059336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.059462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.059540] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.059621] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.059705] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.113026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.113230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.113274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.113457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.115207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.115351] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.115891] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.116032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.116664] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.116767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.117397] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.117481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.118211] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.118315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.118983] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.119129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.119735] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.119832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.120890] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.121026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.121651] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.121744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.122423] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.122516] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.123089] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.123489] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.123584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.124146] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.124523] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.124887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.138799] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.139261] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.139357] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14bc4a23-99b9-464a-9daa-7ea992fab349 is going to be deleted. [ 1308.140210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.140782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.160504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.160717] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5233da3-a85f-4eb2-b12a-1ec80b990eeb is going to be deleted. [ 1308.161525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.161739] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.179709] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.179878] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63ed8fb-2cb0-45be-ac30-becef925ec01 is going to be deleted. [ 1308.180712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.180987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.197015] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.197015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.201663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.201799] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8 is going to be deleted. [ 1308.202641] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.202868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.215945] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.216157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.224350] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.224482] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08343b3-2954-4171-8a57-9c462eb7d573 is going to be deleted. [ 1308.225364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.225585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.250458] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.250661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.251994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.252140] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aaf0939-e8df-41b8-993c-7b2da7df0f8c is going to be deleted. [ 1308.253054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.253274] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.290367] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.290656] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.301876] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.302101] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3b8bf5-1818-4fd1-9b24-05004383c9ad is going to be deleted. [ 1308.303442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.303757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.311877] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.312090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.367858] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.368105] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc is going to be deleted. [ 1308.369340] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.369647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.371712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.371863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.428904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.429124] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3616b5f-20a5-4de1-a597-3e638cd8cc8f is going to be deleted. [ 1308.430416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.430721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.468096] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.468336] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a343561f-ca0f-427d-be1d-8835fc36539e is going to be deleted. [ 1308.469316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.469546] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.485108] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.485315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.492212] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.492426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.505615] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.505797] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43477cee-d6bb-4b5e-b56f-14b8eec8ddb2 is going to be deleted. [ 1308.506749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.506970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.540550] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.540984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.560947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.561142] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3e516b-61c9-4f04-87bf-6fe318346978 is going to be deleted. [ 1308.562090] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.562956] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.563197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.568395] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.601687] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.601907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.612965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.613105] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604181fd-90d2-4655-96fa-0fde60a7bb57 is going to be deleted. [ 1308.613941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.614271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.614271] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.614375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14bc4a23-99b9-464a-9daa-7ea992fab349" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.614527] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.614685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.614766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.614877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5233da3-a85f-4eb2-b12a-1ec80b990eeb" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.615463] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.615703] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.615737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.615949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63ed8fb-2cb0-45be-ac30-becef925ec01" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.615949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.616170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.616224] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.616316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d980bd-d8e1-4cbc-9e4e-9ede0eb971a8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.616538] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.616832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.616832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.616832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08343b3-2954-4171-8a57-9c462eb7d573" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.617039] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.617094] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.617166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.617273] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aaf0939-e8df-41b8-993c-7b2da7df0f8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.617466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.617627] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.617711] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.617826] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c8d7b6-72dc-48ec-8a7e-f9774b0aa7bc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.617978] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.618230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.618318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.618413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3b8bf5-1818-4fd1-9b24-05004383c9ad" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.618539] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.618678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.618750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.618853] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3616b5f-20a5-4de1-a597-3e638cd8cc8f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.618971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.619154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.619230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.619329] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a343561f-ca0f-427d-be1d-8835fc36539e" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.630398] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.630634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.630634] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.630822] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.630905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.631027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43477cee-d6bb-4b5e-b56f-14b8eec8ddb2" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.723095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.723403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.723403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.723532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.723629] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.723750] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3e516b-61c9-4f04-87bf-6fe318346978" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.757312] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.757511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.757511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.757670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.757758] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.757878] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604181fd-90d2-4655-96fa-0fde60a7bb57" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.065219] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1e1a1e-e403-447e-adf9-c29b854b42b6: rpc.has_security_group_logging(os_id): False [ 1309.069963] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d89da909-6750-477c-9be1-903d3594c684: rpc.has_security_group_logging(os_id): False [ 1309.083901] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.084167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.084167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.084346] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.085921] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.086057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.103638] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.103929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.104034] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.104128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.104330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.104416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.104503] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1309.105541] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.105720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.122867] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.123182] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.123303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.123377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.123567] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.123652] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.123765] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1309.167996] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.168214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.168214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.168366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.168517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.180800] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.180968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.181024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.181223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.181369] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.190725] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1309.192634] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1311.207872] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1311.208286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.209492] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1311.209673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.526968] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.527358] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.527633] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.528023] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.528524] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.528896] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.529444] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.529864] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.531088] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.531405] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.532877] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.533270] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.534451] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.534860] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.535943] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.536335] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.537411] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.537772] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.783431] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.783780] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.783780] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.784000] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.784275] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.784429] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.784544] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.784757] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.784898] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.785259] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1356.785382] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.785491] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.785597] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.785709] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1356.785812] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.785939] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.804348] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.804548] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1356.804724] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.804949] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-599" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.805282] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-4b2ee3e4-98d6-473e-9d13-ac36f0854845 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.805469] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.805592] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.805851] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.805965] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2ee3e4-98d6-473e-9d13-ac36f0854845',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.308324] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.308678] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.308882] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.309563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.309563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.309996] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.310279] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.310475] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.310815] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.311062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.311520] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.311775] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.311966] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.312399] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.312623] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.312865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 is going to be updated. [ 1357.341372] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.341604] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.341710] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.342026] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.342233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.342454] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.538742] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.538951] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.027479] env[65093]: INFO networking_nsxv3.common.synchronization [req-83748672-2905-484d-a3a9-047c0ef45814 req-8597b4df-1ddd-4b2b-9713-ce4da3bf6c3b service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1358.027805] env[65093]: INFO networking_nsxv3.common.synchronization [req-83748672-2905-484d-a3a9-047c0ef45814 req-8597b4df-1ddd-4b2b-9713-ce4da3bf6c3b service nova] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1358.027805] env[65093]: INFO networking_nsxv3.common.synchronization [req-83748672-2905-484d-a3a9-047c0ef45814 req-8597b4df-1ddd-4b2b-9713-ce4da3bf6c3b service nova] Enqueued Resource ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 with Priority: HIGHEST for action port [ 1358.028415] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_rules [ 1358.028542] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1358.029309] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 with Priority: HIGHEST for action port [ 1358.029824] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.030041] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.030196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.030427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.030504] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.032389] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.032588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.033194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.033194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.033194] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.033194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.033194] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.033631] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.033672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.033776] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.035225] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2ee3e4-98d6-473e-9d13-ac36f0854845 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.035357] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.035417] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.035586] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.035670] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2ee3e4-98d6-473e-9d13-ac36f0854845',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.533132] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.533371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.535564] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.537136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2ee3e4-98d6-473e-9d13-ac36f0854845 with status ACTIVE [ 1358.537336] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.537448] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.537515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.537718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.537833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.538024] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.538129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.538167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.538319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.538424] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.538565] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.538838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.538838] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.538928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.538928] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.539052] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2ee3e4-98d6-473e-9d13-ac36f0854845 is going to be updated. [ 1358.560879] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.561111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.561111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.561307] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.561439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.561595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2ee3e4-98d6-473e-9d13-ac36f0854845" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.037771] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.540917] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.541131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.541131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.542052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.542052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.542052] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1359.575263] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.575479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.575479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.575702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.575849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.585485] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1361.597089] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1361.597486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.597486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.597797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.598042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.598167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.598232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.598403] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.598482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.598573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.598704] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.101408] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.603785] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1e1a1e-e403-447e-adf9-c29b854b42b6: rpc.has_security_group_logging(os_id): False [ 1362.623878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.624097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.624178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.624406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.624509] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.624794] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.624925] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.624971] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.625145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.625257] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.625374] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1362.694588] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.694875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.694875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.695089] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.695244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.710857] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1363.030738] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.030963] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1364.728499] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1364.728883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.055350] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.056045] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.057190] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.057935] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.794705] env[65093]: INFO networking_nsxv3.common.synchronization [req-3a976c22-83be-4cca-8f03-a850b8de9af2 req-d4bd4f57-72e5-4862-836a-a19fc2ab22ac tempest-ServerActionsTestOtherB-410713083 tempest-ServerActionsTestOtherB-410713083-project-member] Enqueued Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1375.795107] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 with Priority: HIGHEST for action security_group_members [ 1375.795414] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1e1a1e-e403-447e-adf9-c29b854b42b6 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.795559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.795628] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.795848] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.796018] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.796121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.796219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.796336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.796426] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.796515] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1e1a1e-e403-447e-adf9-c29b854b42b6',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.299120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.299120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.299120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.299120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.299120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.299120] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.299547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.299547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.299547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.299547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.299681] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 is going to be updated. [ 1376.328429] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.328648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.328648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.328856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.329010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.337939] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: IN_PROGRESS for 2s [ 1378.349274] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 in Status: SUCCESS [ 1378.349743] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1e1a1e-e403-447e-adf9-c29b854b42b6 deletion is rescheduled due to dependency. [ 1378.349743] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1e1a1e-e403-447e-adf9-c29b854b42b6" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.796214] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.796619] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.797193] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.797569] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.696561] env[65093]: INFO networking_nsxv3.common.synchronization [None req-b8190f3e-da5b-4ac0-8056-3c79c2d4b53e None None] Enqueued Resource ID: 43acf4bc-7206-4e17-b935-eb66b19277a1 with Priority: HIGHEST for action port [ 1386.696866] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43acf4bc-7206-4e17-b935-eb66b19277a1 with Priority: HIGHEST for action port [ 1386.697449] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-43acf4bc-7206-4e17-b935-eb66b19277a1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.697530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43acf4bc-7206-4e17-b935-eb66b19277a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.697610] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43acf4bc-7206-4e17-b935-eb66b19277a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.697855] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43acf4bc-7206-4e17-b935-eb66b19277a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.697937] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43acf4bc-7206-4e17-b935-eb66b19277a1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.203043] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43acf4bc-7206-4e17-b935-eb66b19277a1 [ 1387.203370] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.203442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.203526] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.203707] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.203798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.203895] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43acf4bc-7206-4e17-b935-eb66b19277a1 already deleted. [ 1387.203980] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43acf4bc-7206-4e17-b935-eb66b19277a1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.849536] env[65093]: INFO networking_nsxv3.common.synchronization [None req-6728ad1f-dad0-4092-b79e-f005ac807493 None None] Enqueued Resource ID: ecc4dfb5-2c12-4266-9487-e71bc499c84b with Priority: HIGHEST for action port [ 1388.850087] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc4dfb5-2c12-4266-9487-e71bc499c84b with Priority: HIGHEST for action port [ 1388.850407] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc4dfb5-2c12-4266-9487-e71bc499c84b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.850530] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc4dfb5-2c12-4266-9487-e71bc499c84b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.850590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc4dfb5-2c12-4266-9487-e71bc499c84b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.850847] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc4dfb5-2c12-4266-9487-e71bc499c84b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.850930] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc4dfb5-2c12-4266-9487-e71bc499c84b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.353069] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecc4dfb5-2c12-4266-9487-e71bc499c84b [ 1389.353315] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.353452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.353522] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.353742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.353832] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.353929] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecc4dfb5-2c12-4266-9487-e71bc499c84b already deleted. [ 1389.354020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc4dfb5-2c12-4266-9487-e71bc499c84b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.712531] env[65093]: INFO networking_nsxv3.common.synchronization [req-dc936bc9-ebd5-4b96-a0e1-21aa177865bc req-e2017753-13cf-4af3-b44f-b1770145102e tempest-ServerRescueTestJSON-424432266 tempest-ServerRescueTestJSON-424432266-project-member] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1392.712975] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1392.713252] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.713375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.713441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.713715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.713874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.713972] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.715143] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.715356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.715454] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.715553] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.228690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.228690] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.228690] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f already deleted. [ 1393.228690] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.262294] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.262487] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.262605] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.262946] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.263219] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.263379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.263493] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.263708] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.263849] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.264079] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.264211] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.264298] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.264401] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.264506] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.264606] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.264734] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.285364] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.285557] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1393.285674] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.285850] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.286183] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.286356] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.286477] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.286800] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.286968] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.789320] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.789769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.789769] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.789914] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.790108] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.790268] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port 2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d not found, creating... [ 1393.790524] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.790679] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.790795] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.791087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.791217] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.791508] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.791672] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.791789] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.792011] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.792152] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.792292] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: 2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d is going to be created. [ 1393.813063] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.813275] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.813379] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.813641] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.813870] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.814105] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.499188] env[65093]: INFO networking_nsxv3.common.synchronization [req-dc936bc9-ebd5-4b96-a0e1-21aa177865bc req-82818216-721d-401b-9c17-eb072a470f70 service nova] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_rules [ 1394.499303] env[65093]: INFO networking_nsxv3.common.synchronization [req-dc936bc9-ebd5-4b96-a0e1-21aa177865bc req-82818216-721d-401b-9c17-eb072a470f70 service nova] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1394.499441] env[65093]: INFO networking_nsxv3.common.synchronization [req-dc936bc9-ebd5-4b96-a0e1-21aa177865bc req-82818216-721d-401b-9c17-eb072a470f70 service nova] Enqueued Resource ID: 2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d with Priority: HIGHEST for action port [ 1394.499930] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_rules [ 1394.500143] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1394.500278] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d with Priority: HIGHEST for action port [ 1394.500632] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.500786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.500882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.501200] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.501312] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.502356] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.502496] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.502584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.502798] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.502989] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.503129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.503228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.503414] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.503523] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.503634] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.505674] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.505674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.505674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.505819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.505819] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.008244] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.008506] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.008639] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.009590] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d with status ACTIVE [ 1395.009810] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.009955] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.010027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.010317] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.010439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.010622] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.010719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.010782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.010935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.011033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.011201] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.011299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.011458] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.011510] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.011543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.011629] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d is going to be updated. [ 1395.033987] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.034233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.034233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.034444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.034593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.034737] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d96ff0e-6628-4dd1-9afa-fe7d63c72a4d" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.513487] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.016027] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.016677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.016677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.016677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.016677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.016973] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be created. [ 1396.043034] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.043514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.043514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.043514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.043759] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.059206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: UNINITIALIZED for 2s [ 1398.070823] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1398.070823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.071249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.071249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.071453] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.071580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.071648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.071807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.071889] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.071974] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.072078] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.574924] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.575242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.575242] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.575464] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.575639] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.575736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.575799] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.576360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.576465] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.576584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.576746] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.576846] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.576921] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.577121] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.577271] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.577366] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.577423] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.577566] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.577643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.577941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.577941] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.080420] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a00637b4-85b4-4a92-8121-286212d6281f: rpc.has_security_group_logging(os_id): False [ 1399.143648] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.143883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.143883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.144032] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.144128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.144346] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.144469] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.144537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.144702] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.144781] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.144976] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.145085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.145148] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.145296] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.145371] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.145689] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.145806] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.145869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.146031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.146109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.146194] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be created. [ 1399.257361] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.257614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.257614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.257794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.257976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.281370] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: IN_PROGRESS for 2s [ 1399.501114] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.501379] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1401.311333] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1401.311819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.501898] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.502323] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.502849] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.503252] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.112373] env[65093]: INFO networking_nsxv3.common.synchronization [None req-db034df2-e43a-44cf-8834-76d3a875a57a tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_rules [ 1412.112902] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_rules [ 1412.113344] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.113491] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.113559] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.113815] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.113901] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.192282] env[65093]: INFO networking_nsxv3.common.synchronization [None req-aef3a1f2-52e7-4d54-8de3-65d48d8095cf tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_rules [ 1412.192783] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_rules [ 1412.193228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.193342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.634968] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.635142] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.635230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.635457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.635529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.635602] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a already deleted. [ 1412.635689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.635836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.635987] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.636082] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.158319] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.158723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.158723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.158723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.158842] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.158842] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a already deleted. [ 1413.158911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.507498] env[65093]: INFO networking_nsxv3.common.synchronization [req-71f3d4e9-8a7e-4c4c-8bb3-be24706d6aa6 req-a06a35fb-76d5-4960-9ff2-82e86a7d58ae tempest-ServerRescueTestJSON-424432266 tempest-ServerRescueTestJSON-424432266-project-member] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1415.508154] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1415.508558] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.508716] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.508788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.508988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.509169] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.509295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.509355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.509508] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.509594] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.509685] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.802947] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.803177] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.803323] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.803598] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.803844] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.803997] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.804125] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.804347] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.804515] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.804757] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.804892] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.805033] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.805168] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.805329] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.805480] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.805643] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.827622] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.827826] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.827943] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.828131] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-566" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.828493] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.828665] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.828782] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.829128] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.829309] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9cb699-9dd7-4518-8c3e-f676d10a6be1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.012073] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.331492] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.331740] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.331855] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.332169] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.332357] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.332540] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port ef9cb699-9dd7-4518-8c3e-f676d10a6be1 not found, creating... [ 1416.332805] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.332963] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.333100] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.333316] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.333459] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.333732] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.333886] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.334011] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.334231] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.334372] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.334508] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: ef9cb699-9dd7-4518-8c3e-f676d10a6be1 is going to be created. [ 1416.355206] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.355442] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.355522] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.355794] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.356062] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.356288] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.514428] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.017706] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.017706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.017706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.018028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.018028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.018142] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be updated. [ 1417.048161] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.048322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.048370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.048580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.048725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.051655] env[65093]: INFO networking_nsxv3.common.synchronization [req-71f3d4e9-8a7e-4c4c-8bb3-be24706d6aa6 req-b4b4c05c-543a-401f-afd1-898cb7ce5e44 service nova] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_rules [ 1417.051769] env[65093]: INFO networking_nsxv3.common.synchronization [req-71f3d4e9-8a7e-4c4c-8bb3-be24706d6aa6 req-b4b4c05c-543a-401f-afd1-898cb7ce5e44 service nova] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1417.051907] env[65093]: INFO networking_nsxv3.common.synchronization [req-71f3d4e9-8a7e-4c4c-8bb3-be24706d6aa6 req-b4b4c05c-543a-401f-afd1-898cb7ce5e44 service nova] Enqueued Resource ID: ef9cb699-9dd7-4518-8c3e-f676d10a6be1 with Priority: HIGHEST for action port [ 1417.052396] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_rules [ 1417.052530] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1417.052628] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9cb699-9dd7-4518-8c3e-f676d10a6be1 with Priority: HIGHEST for action port [ 1417.052881] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.052986] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.053064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.053239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.053323] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.055525] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.055630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.055826] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.055926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.055992] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.056415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.056415] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9cb699-9dd7-4518-8c3e-f676d10a6be1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.059336] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: IN_PROGRESS for 2s [ 1417.557825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.558138] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.558138] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef9cb699-9dd7-4518-8c3e-f676d10a6be1 with status ACTIVE [ 1417.558312] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.558422] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.558483] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.558693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.558779] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.558964] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.559088] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.559131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.559315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.559397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.559579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.559670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.559730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.559870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.559935] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.560030] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef9cb699-9dd7-4518-8c3e-f676d10a6be1 is going to be updated. [ 1417.580783] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.581028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.581028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.581214] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.581348] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.581501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9cb699-9dd7-4518-8c3e-f676d10a6be1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.683628] env[65093]: INFO networking_nsxv3.common.synchronization [req-3db3413c-e10b-4530-a85e-71b34e82067e req-19c27553-5327-40ed-8b57-82dc2e6790ca tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_members [ 1417.683851] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_members [ 1417.684235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.684298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.684368] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.684993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.684993] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.684993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.684993] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.685164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.685164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.685225] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.974304] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.974568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.974654] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.975016] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.975288] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.975448] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.975568] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.975793] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.975936] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.976161] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1417.976274] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.976402] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.976513] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.976620] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1417.976727] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.976855] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.994444] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.994608] env[65093]: DEBUG dogpile.cache.region [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1417.994736] env[65093]: DEBUG dogpile.lock [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.994902] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.995210] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock port-80988be8-35a7-44a8-880a-f6ab30780732 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.995375] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.995492] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.995801] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.995934] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80988be8-35a7-44a8-880a-f6ab30780732',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.187315] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.187511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.187557] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.187863] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.187984] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.188225] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.188355] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.188441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.188623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.188727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.188846] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a already deleted. [ 1418.188952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.498535] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.498794] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.498917] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.499176] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.499387] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.499542] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Segment Port 80988be8-35a7-44a8-880a-f6ab30780732 not found, creating... [ 1418.499808] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.499976] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.500107] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.500333] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.500525] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.500749] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.500900] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.501022] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.501234] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.501390] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.501541] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Resource: SegmentPort with ID: 80988be8-35a7-44a8-880a-f6ab30780732 is going to be created. [ 1418.521798] env[65093]: DEBUG networking_nsxv3.common.locking [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.522070] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.522208] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.522487] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.522718] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.522943] env[65093]: DEBUG oslo_concurrency.lockutils [None req-a2aaccdb-6b8b-44e5-bf86-e6d060a24cdf None None] Releasing lock "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.069927] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1419.069927] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.070376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.070376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.070538] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.070647] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.070720] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.070885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.070976] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.071082] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.572898] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.059167] env[65093]: INFO networking_nsxv3.common.synchronization [req-3db3413c-e10b-4530-a85e-71b34e82067e req-ece058e7-1cfb-4644-965b-726b9b5e4f28 service nova] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_rules [ 1420.059452] env[65093]: INFO networking_nsxv3.common.synchronization [req-3db3413c-e10b-4530-a85e-71b34e82067e req-ece058e7-1cfb-4644-965b-726b9b5e4f28 service nova] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_members [ 1420.059596] env[65093]: INFO networking_nsxv3.common.synchronization [req-3db3413c-e10b-4530-a85e-71b34e82067e req-ece058e7-1cfb-4644-965b-726b9b5e4f28 service nova] Enqueued Resource ID: 80988be8-35a7-44a8-880a-f6ab30780732 with Priority: HIGHEST for action port [ 1420.060111] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_rules [ 1420.060266] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_members [ 1420.060358] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80988be8-35a7-44a8-880a-f6ab30780732 with Priority: HIGHEST for action port [ 1420.060636] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.060765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.060869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.061054] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.061144] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.061962] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.062113] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.062181] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.063564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.063564] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.063564] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.063745] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.063837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.063941] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.064084] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.065097] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-80988be8-35a7-44a8-880a-f6ab30780732 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.065097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.065097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.065297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.065297] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80988be8-35a7-44a8-880a-f6ab30780732',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.075066] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.567207] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.567415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.567600] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80988be8-35a7-44a8-880a-f6ab30780732 with status ACTIVE [ 1420.567855] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.568024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.568134] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.568451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.568514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.568743] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.568871] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.568938] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.569203] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.569359] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.569577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.569730] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.569809] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.569990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.570120] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.570223] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80988be8-35a7-44a8-880a-f6ab30780732 is going to be updated. [ 1420.571513] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.578293] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.578445] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.578511] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.578686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.578774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.578865] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be updated. [ 1420.593095] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.593292] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.593342] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.593514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.593664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.593841] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80988be8-35a7-44a8-880a-f6ab30780732" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.613302] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.613514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.613514] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.613693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.613837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.622447] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: IN_PROGRESS for 2s [ 1421.074809] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.577782] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.578140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.578140] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.578256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.578352] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.578452] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a is going to be created. [ 1421.602369] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.602563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.602563] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.602736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.602881] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.611981] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a in Status: UNINITIALIZED for 2s [ 1422.632733] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1422.633199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.633199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.633324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.633474] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.633607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.633645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.633819] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.633949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.633949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.634056] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.136808] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.137071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.137071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.137239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.137419] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.137520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.137584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.137736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.137823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.137912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.138075] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.138166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.138228] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.138379] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.138515] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.138607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.138669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.138807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.138884] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.138965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.139068] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.622136] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a in Status: SUCCESS [ 1423.622382] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.622501] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.622736] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.622957] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.623130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.623230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.623466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.623600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.623734] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.623872] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.641213] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a00637b4-85b4-4a92-8121-286212d6281f: rpc.has_security_group_logging(os_id): False [ 1423.658270] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.658492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.658492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.658691] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.658801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.658989] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.659111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.659179] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.659427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.659495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.659668] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.659767] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.659833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.659982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.660075] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.660274] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.660380] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.660447] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.660597] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.660677] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.660765] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be updated. [ 1423.723905] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.724299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.724299] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.724472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.724472] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.737416] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: IN_PROGRESS for 2s [ 1424.126484] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.629487] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2131435-5025-4bed-bcbe-2bcd7e6b0a2a: rpc.has_security_group_logging(os_id): False [ 1424.650278] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.650278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.650727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.650727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.650727] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.651338] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.651338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.651338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.651338] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.651963] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.651963] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a is going to be created. [ 1424.710706] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.710924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.710924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.711163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.711343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.724982] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a in Status: IN_PROGRESS for 2s [ 1425.062126] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.062332] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1425.750895] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1425.751255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.741921] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a in Status: SUCCESS [ 1426.742243] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.064489] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.064883] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.066072] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.066455] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.067321] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.067321] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.045539] env[65093]: INFO networking_nsxv3.common.synchronization [req-4f7a7fb1-7b54-400d-aeaa-47083621fa5f req-a66daa82-a4d3-402c-904f-87595889b031 tempest-ServerRescueTestJSON-424432266 tempest-ServerRescueTestJSON-424432266-project-member] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1441.046092] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1441.046405] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.046533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.046600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.046800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.046977] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.047097] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.047167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.047327] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.047428] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.047503] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.550527] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.052756] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.555712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.556267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.556267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.556267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.556267] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.556501] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be updated. [ 1442.603232] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.603467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.603467] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.603648] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.603807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.614721] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: IN_PROGRESS for 2s [ 1444.625854] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1444.626256] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.047449] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.047834] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.610713] env[65093]: INFO networking_nsxv3.common.synchronization [req-c6455076-4ce6-4871-b3dc-ee53f99eb583 req-cae9db5a-6927-4e8c-ab0a-9e2b72e5b3d7 tempest-ServerRescueTestJSON-424432266 tempest-ServerRescueTestJSON-424432266-project-member] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1447.611337] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGHEST for action security_group_members [ 1447.611681] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.611833] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.611911] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.612157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.612353] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.612479] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.612551] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.612742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.612843] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.612960] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.116052] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.116052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.116052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.116052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.116052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.116052] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.116475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.116475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.116475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.116475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.116475] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be updated. [ 1448.144228] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.144430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.144430] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.144612] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.144753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.153593] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: IN_PROGRESS for 2s [ 1450.164700] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00637b4-85b4-4a92-8121-286212d6281f in Status: SUCCESS [ 1450.165116] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00637b4-85b4-4a92-8121-286212d6281f deletion is rescheduled due to dependency. [ 1450.165116] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.612709] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.613015] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.425374] env[65093]: INFO networking_nsxv3.common.synchronization [None req-201294c3-3e96-4218-957f-a1a8f4a39efd None None] Enqueued Resource ID: 04be471c-1854-40e0-8737-518a4c8d48cc with Priority: HIGHEST for action port [ 1455.425374] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04be471c-1854-40e0-8737-518a4c8d48cc with Priority: HIGHEST for action port [ 1455.425374] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-04be471c-1854-40e0-8737-518a4c8d48cc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.425374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04be471c-1854-40e0-8737-518a4c8d48cc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.425374] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04be471c-1854-40e0-8737-518a4c8d48cc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.425982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04be471c-1854-40e0-8737-518a4c8d48cc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.425982] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04be471c-1854-40e0-8737-518a4c8d48cc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.927351] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04be471c-1854-40e0-8737-518a4c8d48cc [ 1455.927639] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.927804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.927865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.928091] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.928787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.928787] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04be471c-1854-40e0-8737-518a4c8d48cc already deleted. [ 1455.928787] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04be471c-1854-40e0-8737-518a4c8d48cc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.145926] env[65093]: INFO networking_nsxv3.common.synchronization [None req-61dfc6e5-3bd5-44db-87b5-78ab1c2e614f None None] Enqueued Resource ID: 13630f4e-d071-4803-96dd-c57bea136d87 with Priority: HIGHEST for action port [ 1457.146198] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13630f4e-d071-4803-96dd-c57bea136d87 with Priority: HIGHEST for action port [ 1457.146847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-13630f4e-d071-4803-96dd-c57bea136d87 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.146967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13630f4e-d071-4803-96dd-c57bea136d87" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.146967] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13630f4e-d071-4803-96dd-c57bea136d87" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.149856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13630f4e-d071-4803-96dd-c57bea136d87" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.149959] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13630f4e-d071-4803-96dd-c57bea136d87',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.653416] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13630f4e-d071-4803-96dd-c57bea136d87 [ 1457.653585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.653667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.653718] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.653982] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.654129] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.654186] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13630f4e-d071-4803-96dd-c57bea136d87 already deleted. [ 1457.654270] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13630f4e-d071-4803-96dd-c57bea136d87" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.181456] env[65093]: INFO networking_nsxv3.common.synchronization [None req-a89e78f2-d6df-4a58-bb69-594d85e0e599 None None] Enqueued Resource ID: 5e1a31a6-3cf4-4456-8b57-72db5b41270b with Priority: HIGHEST for action port [ 1458.182712] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1a31a6-3cf4-4456-8b57-72db5b41270b with Priority: HIGHEST for action port [ 1458.182712] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1a31a6-3cf4-4456-8b57-72db5b41270b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.182712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1a31a6-3cf4-4456-8b57-72db5b41270b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.182712] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1a31a6-3cf4-4456-8b57-72db5b41270b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.182989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1a31a6-3cf4-4456-8b57-72db5b41270b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.182989] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1a31a6-3cf4-4456-8b57-72db5b41270b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.685184] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e1a31a6-3cf4-4456-8b57-72db5b41270b [ 1458.685929] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.685929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.685929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.685929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.685929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.685929] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e1a31a6-3cf4-4456-8b57-72db5b41270b already deleted. [ 1458.686308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1a31a6-3cf4-4456-8b57-72db5b41270b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.245799] env[65093]: INFO networking_nsxv3.common.synchronization [None req-47bc988a-dfe7-4c3c-a6eb-a6d42eaff88b None None] Enqueued Resource ID: 91a9d978-7a28-47a7-a2f1-680cb03b9253 with Priority: HIGHEST for action port [ 1459.246494] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a9d978-7a28-47a7-a2f1-680cb03b9253 with Priority: HIGHEST for action port [ 1459.246837] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a9d978-7a28-47a7-a2f1-680cb03b9253 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.246958] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a9d978-7a28-47a7-a2f1-680cb03b9253" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.247058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a9d978-7a28-47a7-a2f1-680cb03b9253" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.247295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a9d978-7a28-47a7-a2f1-680cb03b9253" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.247383] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a9d978-7a28-47a7-a2f1-680cb03b9253',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.749636] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91a9d978-7a28-47a7-a2f1-680cb03b9253 [ 1459.749869] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.750010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.750093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.750308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.750398] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.750492] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91a9d978-7a28-47a7-a2f1-680cb03b9253 already deleted. [ 1459.750593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a9d978-7a28-47a7-a2f1-680cb03b9253" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.758990] env[65093]: INFO networking_nsxv3.common.synchronization [req-826d3321-721e-498d-b271-a2bf1566d425 req-28a692c7-e84b-4419-9bc4-a47aa8256d7f tempest-ServersNegativeTestMultiTenantJSON-492929279 tempest-ServersNegativeTestMultiTenantJSON-492929279-project-member] Enqueued Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_members [ 1462.759519] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_members [ 1462.759868] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.759999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.760079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.760324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.760480] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.760580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.760665] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.760817] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.760905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.760996] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.045575] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.045758] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-143" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.045925] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-143" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.046270] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-143" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.046520] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.046679] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.046793] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.047012] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.047157] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.047369] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1463.047479] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1463.047584] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1463.047688] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1463.047796] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1463.047898] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1463.048036] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1463.069211] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1463.069381] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1463.069518] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1463.069759] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-143" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.070073] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-fc579790-95fd-4613-8ecd-59705564dd47 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.070245] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.070368] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.070772] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.070909] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc579790-95fd-4613-8ecd-59705564dd47',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.262737] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.262991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.262991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.263199] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.263288] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.263482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.263573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.263630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.263807] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.263880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.263955] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 already deleted. [ 1463.264044] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.573014] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.573371] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.573483] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.573808] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.573984] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.574164] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port fc579790-95fd-4613-8ecd-59705564dd47 not found, creating... [ 1463.574502] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.574650] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.574716] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.575028] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.575312] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.575638] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.576139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.576139] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.576244] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.576331] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.576473] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: fc579790-95fd-4613-8ecd-59705564dd47 is going to be created. [ 1463.598484] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.598763] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.598938] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.599283] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.599600] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.599877] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.296395] env[65093]: INFO networking_nsxv3.common.synchronization [req-826d3321-721e-498d-b271-a2bf1566d425 req-1cafca36-1410-498d-afb1-9afc7a309836 service nova] Enqueued Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_rules [ 1464.296649] env[65093]: INFO networking_nsxv3.common.synchronization [req-826d3321-721e-498d-b271-a2bf1566d425 req-1cafca36-1410-498d-afb1-9afc7a309836 service nova] Enqueued Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_members [ 1464.296755] env[65093]: INFO networking_nsxv3.common.synchronization [req-826d3321-721e-498d-b271-a2bf1566d425 req-1cafca36-1410-498d-afb1-9afc7a309836 service nova] Enqueued Resource ID: fc579790-95fd-4613-8ecd-59705564dd47 with Priority: HIGHEST for action port [ 1464.297244] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_rules [ 1464.297383] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_members [ 1464.297479] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc579790-95fd-4613-8ecd-59705564dd47 with Priority: HIGHEST for action port [ 1464.297825] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.297950] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.298063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.298343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.298445] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.299836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.299836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.299836] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.299973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.300223] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.300341] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.300401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.301082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.301082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.301082] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.301725] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc579790-95fd-4613-8ecd-59705564dd47 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.301839] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.301903] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.302110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.302187] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc579790-95fd-4613-8ecd-59705564dd47',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.804271] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.804358] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.804539] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.805440] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc579790-95fd-4613-8ecd-59705564dd47 with status ACTIVE [ 1464.805625] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.806537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.806537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.806537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.806537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.806537] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.806537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.806537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.807663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.807663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.807663] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.807663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.807663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.807663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.807663] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.807663] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc579790-95fd-4613-8ecd-59705564dd47 is going to be updated. [ 1464.828852] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.829020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.829082] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.829293] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.829435] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.829618] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc579790-95fd-4613-8ecd-59705564dd47" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.309792] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.813064] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.813064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.813064] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.813377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.813377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.813377] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 is going to be created. [ 1465.837017] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.837238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.837238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.837442] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.837600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.846494] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 in Status: UNINITIALIZED for 2s [ 1467.858544] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 in Status: SUCCESS [ 1467.858894] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.859012] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.859388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.859482] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.859552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.859639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.859808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.859900] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.859985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.860093] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.362985] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.363216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.363216] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.363375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.363664] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.363782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.363837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.364020] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.364109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.364196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.364352] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.364505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.364585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.364766] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.365042] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.365221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.365332] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.365521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.365630] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.365774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.365924] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.869258] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1308aee-42a6-47d0-a104-26c2ec5f9aa8: rpc.has_security_group_logging(os_id): False [ 1468.887754] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.887965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.887965] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.888186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.888280] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.888487] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.888585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.888661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.888813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.888891] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.889123] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.889233] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.889298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.889457] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.889537] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.889768] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.889868] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.889917] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.890090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.890166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.890262] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 is going to be created. [ 1468.953524] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.953735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.953735] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.953969] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.954198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.967015] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 in Status: IN_PROGRESS for 2s [ 1469.298858] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.299103] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1470.980605] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 in Status: SUCCESS [ 1470.981024] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.300569] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.300936] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.487508] env[65093]: INFO networking_nsxv3.common.synchronization [req-02f0cc43-1f66-4694-add0-4db0689a2184 req-9cd8153d-cf43-4868-b0fa-3a92115c54dc tempest-ServersNegativeTestMultiTenantJSON-492929279 tempest-ServersNegativeTestMultiTenantJSON-492929279-project-member] Enqueued Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_members [ 1475.487970] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGHEST for action security_group_members [ 1475.488317] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.488451] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.488507] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.488725] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.488887] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.488989] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.489071] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.489222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.489308] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.489399] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.992607] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.992862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.992862] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.993072] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.993168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.993364] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.993462] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.993521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.993670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.993747] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.993832] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 is going to be updated. [ 1476.022919] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.023186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.023186] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.023349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.023488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.033063] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 in Status: IN_PROGRESS for 2s [ 1478.048636] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 in Status: SUCCESS [ 1478.049065] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 deletion is rescheduled due to dependency. [ 1478.049065] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.488583] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.488974] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.490053] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.490053] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.491091] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.491478] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.582066] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1491.582066] env[65093]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-320c0586-0835-4259-a03a-68806225beec None None] NSXv3 Agent Agent loop - iteration:4 started [ 1495.493049] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.493049] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.494162] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.494514] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.495965] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.496376] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.070317] env[65093]: INFO networking_nsxv3.common.synchronization [req-51107f3d-f0b9-400d-a7e1-b638b538f96d req-5a968b34-c415-47e0-a43b-0b4a79f481ac tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_members [ 1510.070763] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGHEST for action security_group_members [ 1510.071086] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.071439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.071439] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.071765] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.071934] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.072052] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.072112] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.072278] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.072364] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.072475] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.575198] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.575433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.575548] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.575742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.575835] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.576054] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.576208] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.576262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.576376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.576481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.576540] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a is going to be updated. [ 1510.605369] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.605659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.605659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.605860] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.606010] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.615385] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a in Status: IN_PROGRESS for 2s [ 1512.627113] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a in Status: SUCCESS [ 1512.627486] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a deletion is rescheduled due to dependency. [ 1512.627486] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.071872] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.072205] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.072907] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.073322] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.073499] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.073851] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.074923] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.075457] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.075690] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.075985] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.077072] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.077449] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.535165] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.535604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.535604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.535604] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.535733] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.919921] env[65093]: INFO networking_nsxv3.common.synchronization [req-49bfb65b-5d9f-4890-88dc-f6b549ff796d req-39c37dd9-69a0-46ac-8702-692a53ade291 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1543.920502] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1543.920814] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.920940] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.921013] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.921411] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.921411] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.921532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.921532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.921668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.923033] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.923033] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.037819] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.424918] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.425144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.425202] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.425395] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.425493] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.425696] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.425797] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.425859] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.426055] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.426135] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.426223] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1544.456732] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.457015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.457015] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.457211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.457360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.467933] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1544.540677] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.045548] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1545.045751] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1545.865173] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.865532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.865532] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.865676] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.878287] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1545.879210] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.880569] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1545.918853] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.919074] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.919151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.919370] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.933845] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.934716] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1545.934988] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1545.934988] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1545.965788] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.965968] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.966021] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.966212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.966966] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.967156] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1546.139297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.139505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.139505] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.139723] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.140048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.140317] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1546.208760] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.208930] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.208991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.209212] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.209525] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.209817] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1546.209911] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d89da909-6750-477c-9be1-903d3594c684', 'a00637b4-85b4-4a92-8121-286212d6281f', 'a02955c2-e9b5-4e36-b093-55a3c96cbe64', '978e2b66-ded8-4970-aace-77499c1c9328', '5abfe7d0-2cec-47e2-ba66-6860423760da', '76930bce-a200-468a-9bf8-9b9dc7aba8fc', '45fc6e35-7bb8-41cf-8a5e-55b9cfabd044', '0e14a6fb-76df-4653-b9b5-9cc7569bbe9a', 'b231786c-aac2-4557-8df1-0fa1cbd1d508', 'b1d7dcff-4722-404a-87f2-1fd2ab5b6996', '97d22913-ebd1-44c2-a99a-62d0e8e0e2c1', 'd1308aee-42a6-47d0-a104-26c2ec5f9aa8', '576921cb-0f53-4d06-8b7b-1ba221447825', '94d9e788-2dda-4d39-bf07-b42fa494c962', '129d0139-613c-467d-bbfa-20dce60ff15c', '624787ba-ceed-41d4-8161-3b84a0f9a64b', 'b069de34-da8f-49a2-9f5a-29a793662719', 'f13d0de7-4487-40a0-9280-7856d4173967', 'a2131435-5025-4bed-bcbe-2bcd7e6b0a2a', 'c985cd2e-d6ad-49d1-b2b6-5d43b156f12b', 'd461862c-725f-4f33-93fc-6476f80128b9', '99369b92-efb0-4a40-902e-d5ef3266704c', '2610299a-cbfa-4c97-9c7e-3f08360753c3', 'd790d4cc-88b1-4f5f-9db8-11a6bf183083', 'af9ba57c-e95b-4b6b-950f-c92a4ec709c3', 'e3a63806-796d-4a5b-9a85-fccd8977cc74', 'fc5d3890-8755-48ae-a18e-19b99d6bf98c', '2e1e1a1e-e403-447e-adf9-c29b854b42b6'} {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.210037] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1546.228756] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.229019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.229019] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.229196] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.229286] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.229399] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1546.229937] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.229937] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1546.319912] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.320067] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.320145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.320399] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.321588] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.321855] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1546.321934] env[65093]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65093) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.322014] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1546.322087] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1546.322164] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1546.322236] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGH for action security_group_rules [ 1546.322311] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGH for action security_group_rules [ 1546.322377] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGH for action security_group_rules [ 1546.322440] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGH for action security_group_rules [ 1546.322494] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGH for action security_group_rules [ 1546.322582] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGH for action security_group_rules [ 1546.322635] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGH for action security_group_rules [ 1546.322697] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGH for action security_group_rules [ 1546.322756] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGH for action security_group_rules [ 1546.322816] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGH for action security_group_rules [ 1546.322876] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGH for action security_group_rules [ 1546.322935] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGH for action security_group_rules [ 1546.322994] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGH for action security_group_rules [ 1546.323068] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGH for action security_group_rules [ 1546.323119] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGH for action security_group_rules [ 1546.323182] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGH for action security_group_rules [ 1546.323236] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGH for action security_group_rules [ 1546.323512] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGH for action security_group_rules [ 1546.323512] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGH for action security_group_rules [ 1546.323512] env[65093]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGH for action security_group_rules [ 1546.323512] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.478420] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1546.478625] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 deletion is rescheduled due to dependency. [ 1546.478715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.921754] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.921754] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1548.922260] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGH for action security_group_rules [ 1548.922260] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 with Priority: HIGH for action security_group_rules [ 1548.922260] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 with Priority: HIGH for action security_group_rules [ 1548.922260] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129d0139-613c-467d-bbfa-20dce60ff15c with Priority: HIGH for action security_group_rules [ 1548.922404] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b with Priority: HIGH for action security_group_rules [ 1548.922486] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a with Priority: HIGH for action security_group_rules [ 1548.922575] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13d0de7-4487-40a0-9280-7856d4173967 with Priority: HIGH for action security_group_rules [ 1548.922667] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b069de34-da8f-49a2-9f5a-29a793662719 with Priority: HIGH for action security_group_rules [ 1548.922758] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 with Priority: HIGH for action security_group_rules [ 1548.922846] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b with Priority: HIGH for action security_group_rules [ 1548.922935] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576921cb-0f53-4d06-8b7b-1ba221447825 with Priority: HIGH for action security_group_rules [ 1548.923033] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 with Priority: HIGH for action security_group_rules [ 1548.923126] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 with Priority: HIGH for action security_group_rules [ 1548.923214] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 with Priority: HIGH for action security_group_rules [ 1548.923302] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 with Priority: HIGH for action security_group_rules [ 1548.923389] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc with Priority: HIGH for action security_group_rules [ 1548.923477] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a with Priority: HIGH for action security_group_rules [ 1548.923562] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfe7d0-2cec-47e2-ba66-6860423760da with Priority: HIGH for action security_group_rules [ 1548.923657] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00637b4-85b4-4a92-8121-286212d6281f with Priority: HIGH for action security_group_rules [ 1548.923752] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e2b66-ded8-4970-aace-77499c1c9328 with Priority: HIGH for action security_group_rules [ 1548.924174] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.924322] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.924375] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.924580] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.924662] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.925669] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.925791] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.926452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.926452] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.926452] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02955c2-e9b5-4e36-b093-55a3c96cbe64',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.928783] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.928933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.929028] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.929117] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.929213] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45fc6e35-7bb8-41cf-8a5e-55b9cfabd044',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.930026] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129d0139-613c-467d-bbfa-20dce60ff15c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.930166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.930166] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.930309] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.930309] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129d0139-613c-467d-bbfa-20dce60ff15c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.931336] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.931336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.931336] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.931481] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.931481] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c985cd2e-d6ad-49d1-b2b6-5d43b156f12b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.932149] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.932468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.932468] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.932555] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.932555] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2131435-5025-4bed-bcbe-2bcd7e6b0a2a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.933218] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13d0de7-4487-40a0-9280-7856d4173967 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.933500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.933500] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.933623] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.933623] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13d0de7-4487-40a0-9280-7856d4173967',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.934386] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b069de34-da8f-49a2-9f5a-29a793662719 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.934492] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.934550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.934704] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.934770] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b069de34-da8f-49a2-9f5a-29a793662719',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.935628] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d9e788-2dda-4d39-bf07-b42fa494c962 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.935742] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.935801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.935953] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.936038] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d9e788-2dda-4d39-bf07-b42fa494c962',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.936719] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624787ba-ceed-41d4-8161-3b84a0f9a64b taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.936824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.936886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.937046] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.937120] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624787ba-ceed-41d4-8161-3b84a0f9a64b',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.937872] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576921cb-0f53-4d06-8b7b-1ba221447825 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.937999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.938128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.938266] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.938440] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576921cb-0f53-4d06-8b7b-1ba221447825',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.939283] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.939407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.939882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.939882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.939882] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1308aee-42a6-47d0-a104-26c2ec5f9aa8',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.940430] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.940682] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.941275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.941275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.941275] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d22913-ebd1-44c2-a99a-62d0e8e0e2c1',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.941804] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.941926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.941983] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.942137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.942215] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d7dcff-4722-404a-87f2-1fd2ab5b6996',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.943262] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b231786c-aac2-4557-8df1-0fa1cbd1d508 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.943407] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.943795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.943795] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.943795] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b231786c-aac2-4557-8df1-0fa1cbd1d508',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.944327] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.944534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.944534] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.944714] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.944714] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76930bce-a200-468a-9bf8-9b9dc7aba8fc',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.945378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.945585] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.945655] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.945808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.945882] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e14a6fb-76df-4653-b9b5-9cc7569bbe9a',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.946751] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abfe7d0-2cec-47e2-ba66-6860423760da taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.946751] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.946893] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.946970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.947050] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abfe7d0-2cec-47e2-ba66-6860423760da',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.947766] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a00637b4-85b4-4a92-8121-286212d6281f taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.947904] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.948130] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.948282] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.948282] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a00637b4-85b4-4a92-8121-286212d6281f',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.948963] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978e2b66-ded8-4970-aace-77499c1c9328 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.949170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.949239] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.949416] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.949491] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978e2b66-ded8-4970-aace-77499c1c9328',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.981745] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.981945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.981945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.982173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.984047] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.984047] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.985477] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.985823] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.986330] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.986431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.004944] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.005072] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be deleted. [ 1549.005922] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.006145] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.024912] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.024912] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c985cd2e-d6ad-49d1-b2b6-5d43b156f12b is going to be deleted. [ 1549.025722] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.025949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.047349] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.047418] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129d0139-613c-467d-bbfa-20dce60ff15c is going to be deleted. [ 1549.048706] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.049038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.067334] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.067614] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.068324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.068430] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45fc6e35-7bb8-41cf-8a5e-55b9cfabd044 is going to be deleted. [ 1549.069277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.069489] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.069600] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.069721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.101675] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.101913] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.102035] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.102165] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.102255] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.102378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129d0139-613c-467d-bbfa-20dce60ff15c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.103135] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.103275] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.103315] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.103466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.103593] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.103713] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c985cd2e-d6ad-49d1-b2b6-5d43b156f12b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.134579] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.134816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.134816] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.134994] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.135081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.135204] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45fc6e35-7bb8-41cf-8a5e-55b9cfabd044" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.476422] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.476639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.476639] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.477068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.478836] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.478960] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.482078] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.482205] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.483669] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.483820] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.501114] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.501310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.511577] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.511800] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.512596] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.512724] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.513421] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.513517] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.514299] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.514397] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.515139] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.515223] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.515916] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.516026] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.516631] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.517061] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.517137] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.517836] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.518216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.518330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.519017] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.519407] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.519519] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.520226] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.520770] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.521107] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576921cb-0f53-4d06-8b7b-1ba221447825 is going to be deleted. [ 1549.521887] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.522110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.523501] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.523595] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.524284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.524378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.541635] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.542128] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.542245] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02955c2-e9b5-4e36-b093-55a3c96cbe64 is going to be deleted. [ 1549.543211] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.543434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.566197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.566367] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2131435-5025-4bed-bcbe-2bcd7e6b0a2a is going to be deleted. [ 1549.567264] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.567488] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.581947] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.582220] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.593589] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.593754] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b231786c-aac2-4557-8df1-0fa1cbd1d508 is going to be deleted. [ 1549.594622] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.594837] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.597831] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.597973] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.638959] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.639248] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.640503] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.640626] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1308aee-42a6-47d0-a104-26c2ec5f9aa8 is going to be deleted. [ 1549.641521] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.641744] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.684221] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.684414] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13d0de7-4487-40a0-9280-7856d4173967 is going to be deleted. [ 1549.685300] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.685520] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.768460] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.768673] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.771466] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.771662] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d9e788-2dda-4d39-bf07-b42fa494c962 is going to be deleted. [ 1549.772662] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.772883] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.800691] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.800949] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.808824] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.809055] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978e2b66-ded8-4970-aace-77499c1c9328 is going to be deleted. [ 1549.809877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.810114] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.837222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.837402] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abfe7d0-2cec-47e2-ba66-6860423760da is going to be deleted. [ 1549.838268] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.838513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.887963] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.888295] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.909482] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.909742] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a00637b4-85b4-4a92-8121-286212d6281f is going to be deleted. [ 1549.910626] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.910851] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.914565] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.914740] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.956189] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.956661] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.957038] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.957151] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.969081] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.969271] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d22913-ebd1-44c2-a99a-62d0e8e0e2c1 is going to be deleted. [ 1549.970093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.970310] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.000431] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.000431] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e14a6fb-76df-4653-b9b5-9cc7569bbe9a is going to be deleted. [ 1550.001279] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.001504] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.034880] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.035169] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.053990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.054215] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624787ba-ceed-41d4-8161-3b84a0f9a64b is going to be deleted. [ 1550.055038] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.055249] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.096667] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.096667] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b069de34-da8f-49a2-9f5a-29a793662719 is going to be deleted. [ 1550.097549] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.097825] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.122247] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.122552] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.141363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.141566] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d7dcff-4722-404a-87f2-1fd2ab5b6996 is going to be deleted. [ 1550.142401] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.142653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.153651] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.153840] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.210420] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.210618] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76930bce-a200-468a-9bf8-9b9dc7aba8fc is going to be deleted. [ 1550.211583] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.211813] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.211902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.212037] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576921cb-0f53-4d06-8b7b-1ba221447825" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.212874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.212990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.213058] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.213219] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.213303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.213441] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b069de34-da8f-49a2-9f5a-29a793662719" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.213658] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.213731] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.213812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.213915] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02955c2-e9b5-4e36-b093-55a3c96cbe64" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.214434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.214590] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.214681] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.214804] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2131435-5025-4bed-bcbe-2bcd7e6b0a2a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.214970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.215131] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.215206] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.215316] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b231786c-aac2-4557-8df1-0fa1cbd1d508" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.215427] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.215568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.215643] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.215753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1308aee-42a6-47d0-a104-26c2ec5f9aa8" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.215879] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.216027] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.216105] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.216207] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13d0de7-4487-40a0-9280-7856d4173967" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.216319] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.216478] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.216565] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.216678] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d9e788-2dda-4d39-bf07-b42fa494c962" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.216808] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.216990] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.217109] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.217222] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abfe7d0-2cec-47e2-ba66-6860423760da" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.217334] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.217475] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.217550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.217659] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978e2b66-ded8-4970-aace-77499c1c9328" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.217782] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.217918] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.217991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.218111] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a00637b4-85b4-4a92-8121-286212d6281f" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.218218] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.218376] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.218455] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.218550] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d22913-ebd1-44c2-a99a-62d0e8e0e2c1" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.218674] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.218812] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.218885] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.218988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e14a6fb-76df-4653-b9b5-9cc7569bbe9a" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.263668] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.263902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.263902] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.264144] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.264238] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.264365] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624787ba-ceed-41d4-8161-3b84a0f9a64b" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.275707] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.275977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.275977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.276164] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.276252] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.276377] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d7dcff-4722-404a-87f2-1fd2ab5b6996" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.366213] env[65093]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.366820] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.367157] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.367262] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.367480] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.367573] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.367701] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76930bce-a200-468a-9bf8-9b9dc7aba8fc" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.929940] env[65093]: INFO networking_nsxv3.common.synchronization [req-58858325-8f2f-4e74-94c3-41aa03dd7325 req-778731fa-40b0-4e9b-95c5-d400036b388a tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1550.930319] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1550.930659] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.930794] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.930861] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.931063] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.931216] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.931324] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.931363] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.931547] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.931644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.931722] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.189208] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.189516] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.189563] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.189804] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.190066] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.190225] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.190340] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.190586] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.190735] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.190939] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1551.191205] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1551.191341] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1551.191451] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1551.191565] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1551.191668] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1551.191794] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1551.210577] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1551.210750] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1551.210874] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1551.211058] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.211362] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-f1a4f7fe-138a-401b-b68e-3e27da8fb897 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.211565] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.211701] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.212324] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.212324] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a4f7fe-138a-401b-b68e-3e27da8fb897',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.434481] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.434686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.434686] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.434877] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.434970] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.435186] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.435313] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.435404] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.435584] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.435669] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.435790] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be deleted. [ 1551.469150] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.469384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.469384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.469668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.469753] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.469830] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.714805] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.715044] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.715178] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.715457] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.715611] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.715764] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port f1a4f7fe-138a-401b-b68e-3e27da8fb897 not found, creating... [ 1551.716033] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.716193] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.716310] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.716533] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.716854] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.716941] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.717103] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.717220] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.717427] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.717570] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.717719] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: f1a4f7fe-138a-401b-b68e-3e27da8fb897 is going to be created. [ 1551.739298] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.739508] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.739636] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.739910] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.740164] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.740392] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.446013] env[65093]: INFO networking_nsxv3.common.synchronization [req-58858325-8f2f-4e74-94c3-41aa03dd7325 req-80708c52-dfb0-490d-8d76-fd3f143e313d service nova] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1552.446361] env[65093]: INFO networking_nsxv3.common.synchronization [req-58858325-8f2f-4e74-94c3-41aa03dd7325 req-80708c52-dfb0-490d-8d76-fd3f143e313d service nova] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1552.446509] env[65093]: INFO networking_nsxv3.common.synchronization [req-58858325-8f2f-4e74-94c3-41aa03dd7325 req-80708c52-dfb0-490d-8d76-fd3f143e313d service nova] Enqueued Resource ID: f1a4f7fe-138a-401b-b68e-3e27da8fb897 with Priority: HIGHEST for action port [ 1552.447035] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1552.447177] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1552.447273] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a4f7fe-138a-401b-b68e-3e27da8fb897 with Priority: HIGHEST for action port [ 1552.447537] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.447849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.447849] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.447933] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.447978] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.449378] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.449378] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.449487] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.449719] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.449878] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.449977] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.450057] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.450533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.450625] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.450718] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.451958] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1a4f7fe-138a-401b-b68e-3e27da8fb897 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.452168] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.452246] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.452624] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.452624] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a4f7fe-138a-401b-b68e-3e27da8fb897',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.950235] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.950471] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.952885] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.954206] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1a4f7fe-138a-401b-b68e-3e27da8fb897 with status ACTIVE [ 1552.955085] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.955085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.955085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.955085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.955085] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.955360] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.955360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.955360] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.955497] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.955596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.955806] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.955924] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.956016] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.956232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.956330] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.956436] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1a4f7fe-138a-401b-b68e-3e27da8fb897 is going to be updated. [ 1552.977658] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.977896] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.977991] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.978269] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.978495] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.978685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1a4f7fe-138a-401b-b68e-3e27da8fb897" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.458819] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.961161] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.961356] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.961406] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.961644] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.961788] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.961839] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be created. [ 1553.984284] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.984515] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.984571] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.984803] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.985022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.995434] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: UNINITIALIZED for 2s [ 1556.007054] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1556.007444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.007444] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.007529] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.007760] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.007886] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.007952] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.008198] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.008337] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.008434] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.008525] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.511530] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.014610] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d89da909-6750-477c-9be1-903d3594c684: rpc.has_security_group_logging(os_id): False [ 1557.032430] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.032668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.032668] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.032856] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.032947] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.033214] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.033318] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.033388] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.033533] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.033599] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.033690] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be created. [ 1557.093612] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.093802] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.093870] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.094048] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.094230] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.106448] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1557.448390] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.448615] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1559.122199] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1559.122607] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.449540] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.449921] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.450464] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.450464] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.451428] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.451834] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.452371] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.452744] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.453463] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.453880] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.454885] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.455174] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.456460] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.456825] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.457301] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.457655] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.458999] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.459307] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.460426] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.460426] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.461439] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.461839] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.462609] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.463035] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.464223] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.464601] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.465579] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.466053] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.035616] env[65093]: INFO networking_nsxv3.common.synchronization [req-32332655-6994-440d-bb7a-899a81f4ee1d req-10ba21a0-302a-4313-9113-4bef9a8ecbe5 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1631.036153] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1631.037244] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.037244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.037244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.037244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.037244] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.037244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.037244] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.037687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.037687] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.037687] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.540539] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.540749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.540749] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.540945] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.541077] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.541326] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.541433] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.541543] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.541645] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.541721] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.541808] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1631.577320] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.577569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.577569] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.577757] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.577899] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.585697] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1633.596592] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1633.596985] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 deletion is rescheduled due to dependency. [ 1633.596985] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.037940] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.038377] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.157246] env[65093]: INFO networking_nsxv3.common.synchronization [req-ee169bbd-15dc-4a22-b073-51cb260bda75 req-99a99a90-3890-4c30-9ef5-d9a621b15e07 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1640.157642] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1640.157959] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.158110] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.158178] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.158459] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.158615] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.158715] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.158865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.158999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.159102] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.159204] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1640.410988] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.411241] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.411404] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.411648] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.412272] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.412458] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.412580] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.412797] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.412942] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.413181] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1640.413296] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] NeedRegenerationException {{(pid=65093) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1640.413402] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] no value, waiting for create lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1640.413511] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] value creation lock acquired {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1640.413615] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] No value present for key: 'zone-id' {{(pid=65093) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1640.413716] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Calling creation function for not-yet-present value {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1640.413843] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1640.434854] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1640.435042] env[65093]: DEBUG dogpile.cache.region [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65093) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1640.435166] env[65093]: DEBUG dogpile.lock [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Released creation lock {{(pid=65093) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1640.435330] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "network-191" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.435626] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c taken with stack trace [, , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.435785] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.435905] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.436233] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.436372] env[65093]: DEBUG networking_nsxv3.api.rpc [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d82fb286-747e-44ff-97d7-1bcd6bc15d8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1640.663257] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.663470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.663470] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.663689] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.663785] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.663983] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.664098] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.664154] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.664303] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.664384] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.664468] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1640.692297] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.692524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.692524] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.692728] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.692875] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.702369] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1640.938698] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.938698] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.938945] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.940047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.940047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.940047] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Segment Port d82fb286-747e-44ff-97d7-1bcd6bc15d8c not found, creating... [ 1640.940047] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.940047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.940047] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.940343] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.940377] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.940634] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.940791] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.940899] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.941123] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.941286] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.941424] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Resource: SegmentPort with ID: d82fb286-747e-44ff-97d7-1bcd6bc15d8c is going to be created. [ 1640.961543] env[65093]: DEBUG networking_nsxv3.common.locking [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.961814] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.961814] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.962087] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.962361] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.962590] env[65093]: DEBUG oslo_concurrency.lockutils [None req-849f5dda-6959-4aba-9890-6b605fe3db01 None None] Releasing lock "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.640310] env[65093]: INFO networking_nsxv3.common.synchronization [req-ee169bbd-15dc-4a22-b073-51cb260bda75 req-fab0fd6a-c6fd-445a-95bb-ca26b74be175 service nova] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1641.640562] env[65093]: INFO networking_nsxv3.common.synchronization [req-ee169bbd-15dc-4a22-b073-51cb260bda75 req-fab0fd6a-c6fd-445a-95bb-ca26b74be175 service nova] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1641.640562] env[65093]: INFO networking_nsxv3.common.synchronization [req-ee169bbd-15dc-4a22-b073-51cb260bda75 req-fab0fd6a-c6fd-445a-95bb-ca26b74be175 service nova] Enqueued Resource ID: d82fb286-747e-44ff-97d7-1bcd6bc15d8c with Priority: HIGHEST for action port [ 1641.640736] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_rules [ 1641.640863] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1641.640958] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82fb286-747e-44ff-97d7-1bcd6bc15d8c with Priority: HIGHEST for action port [ 1641.641545] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.641695] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.641801] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.641910] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.642015] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.644515] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.644672] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.644847] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.645232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.645232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.645232] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.645371] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d82fb286-747e-44ff-97d7-1bcd6bc15d8c',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1642.147441] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.147653] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.147844] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d82fb286-747e-44ff-97d7-1bcd6bc15d8c with status ACTIVE [ 1642.147885] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.147998] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.148092] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.148321] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.148413] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.148587] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.148685] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.149163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.149163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.149163] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.149163] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.149415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.149415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.149415] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.149513] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.149577] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d82fb286-747e-44ff-97d7-1bcd6bc15d8c is going to be updated. [ 1642.170388] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.170601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.170601] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.170774] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.170907] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.171079] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d82fb286-747e-44ff-97d7-1bcd6bc15d8c" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.713930] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1642.714298] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 deletion is rescheduled due to dependency. [ 1642.714298] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.714393] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.714619] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.714750] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.714865] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.714929] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.715093] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.715173] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.715265] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1643.217443] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1643.719684] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1644.222603] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.222786] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.222834] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.223068] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.223159] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.223265] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1644.251713] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.251880] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.251932] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.252147] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.252304] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.261947] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1646.272630] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1646.273031] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.273083] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.273297] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.273494] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.273606] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.273670] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.273828] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.273905] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.273988] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.274090] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.641854] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.641854] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1646.776798] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1647.279354] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d89da909-6750-477c-9be1-903d3594c684: rpc.has_security_group_logging(os_id): False [ 1647.301058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.301405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.301405] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.301608] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.301684] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.301874] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.302022] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.302124] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.302197] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.302272] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.302349] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1647.368585] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.368882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.368882] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.368999] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.369170] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.382333] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1649.395445] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1649.395872] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.642496] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.642899] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1656.643965] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.644412] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.645142] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.645532] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1666.646573] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1666.646975] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1671.647415] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1671.647831] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1676.648531] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1676.648832] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1681.649148] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1681.649610] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1686.650428] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1686.650707] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1691.651696] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1691.651696] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1696.652897] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1696.653292] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1701.653567] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1701.654053] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.799695] env[65093]: INFO networking_nsxv3.common.synchronization [req-b92f388f-712d-4030-9fc1-becf932f303d req-418dfb52-fc1b-48b6-b424-5ef46e2edcd5 tempest-ServerActionsTestJSON-737269893 tempest-ServerActionsTestJSON-737269893-project-member] Enqueued Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1702.800251] env[65093]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89da909-6750-477c-9be1-903d3594c684 with Priority: HIGHEST for action security_group_members [ 1702.800569] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock member-d89da909-6750-477c-9be1-903d3594c684 taken with stack trace [, , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.800693] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.800760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.800964] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.801152] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.801263] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.801343] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.801664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.801664] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.801664] env[65093]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d89da909-6750-477c-9be1-903d3594c684',) {} {{(pid=65093) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1703.305058] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.305277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.305277] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.305473] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.305568] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.305773] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.305869] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.305926] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.306090] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.306167] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.306253] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 is going to be updated. [ 1703.347356] env[65093]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65093) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.347596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.347596] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.347760] env[65093]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.347906] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.357794] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: IN_PROGRESS for 2s [ 1705.368595] env[65093]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d89da909-6750-477c-9be1-903d3594c684 in Status: SUCCESS [ 1705.369050] env[65093]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d89da909-6750-477c-9be1-903d3594c684 deletion is rescheduled due to dependency. [ 1705.369050] env[65093]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d89da909-6750-477c-9be1-903d3594c684" {{(pid=65093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1707.802097] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.802354] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.803898] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.803898] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.805274] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.805673] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.806447] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.806447] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1727.808214] env[65093]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1727.808214] env[65093]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0